-- Logs begin at Fri 2021-08-27 09:03:49 UTC, end at Fri 2021-08-27 10:04:19 UTC. -- Aug 27 09:39:03.736291 dv-cinder-804757-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 09:39:06.514955 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.common.config [-] Logging enabled! Aug 27 09:39:06.514955 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 09:39:06.515485 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100227) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 09:39:06.518424 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.common.config [-] Logging enabled! Aug 27 09:39:06.518681 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 09:39:06.518993 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100227) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 09:39:06.519937 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 09:39:06.520173 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 09:39:06.520536 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 09:39:06.520784 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 09:39:06.521009 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 09:39:06.521332 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.521665 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.521964 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.522194 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.522491 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.522780 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.523071 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.523357 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.523655 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.523941 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.524224 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.524511 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.524887 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.525190 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.525504 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.525792 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.526018 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] debug = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.526304 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.526731 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.527150 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.527434 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.527721 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.528009 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.528280 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.528560 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.528844 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.529184 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] host = dv-cinder-804757-3-iscsi {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.529463 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.529775 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.530062 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.530348 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.530625 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.530904 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.531188 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.531463 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.531735 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] log_file = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.532012 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.532301 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.532590 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.532882 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.533105 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.533335 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.533647 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.533933 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.534211 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.534484 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.534761 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.535035 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.535311 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.535578 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.535865 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.536149 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.536434 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.536710 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.536985 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.537261 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.537553 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.537840 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.538113 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.538387 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.538664 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.538951 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.539221 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.539495 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.539796 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.540084 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.540474 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.541152 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.541444 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.541763 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.542048 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.542330 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.542610 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] use_json = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.542890 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.543167 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.543455 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.543742 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.544019 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.544297 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.544572 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.544858 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:06.545164 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.545468 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.545795 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.546085 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.546383 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.546667 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.546959 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.547246 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.547537 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.547828 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.548117 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.548401 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.548692 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.548973 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.549272 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.549603 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.549904 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.550198 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.550474 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.550747 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.551020 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.551303 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.551594 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.551877 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.552169 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.552461 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.552746 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.553035 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.553331 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.553658 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.553936 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.554218 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.554510 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.554792 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.555068 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.555350 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.555640 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.556696 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.556994 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.557284 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.557590 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.557873 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.558151 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.558433 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.558726 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.559007 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.559280 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.559554 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.559833 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.560108 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.560396 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.560675 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.560952 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.561225 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.561525 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.561805 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.562082 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.562363 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.562638 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.562917 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.563191 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.563464 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.563738 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.564011 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.564288 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.564562 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.564833 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.565111 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.565383 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.565945 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.566220 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.566494 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.566767 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.567054 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.567355 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.567637 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.567917 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.568199 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.568481 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.568761 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.569041 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.569320 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.569629 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.569903 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.570193 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.570478 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.570767 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.571051 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.571329 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.572167 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.572457 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.572922 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.573210 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.573504 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.573805 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.574095 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.574398 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.574693 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.574990 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.575285 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.575577 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.575858 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.576168 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.576448 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:06.576664 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 09:39:06.576907 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100227) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 09:39:06.933722 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 09:39:06.933912 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 09:39:06.934210 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 09:39:06.934539 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 09:39:07.338108 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.338401 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.338706 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.340190 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.340498 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.340796 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.378410 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.378689 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.378955 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.393963 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.394250 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.394523 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.423133 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.423546 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.423818 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.462333 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.462618 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.462884 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.697565 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.698157 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.698157 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.698341 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.699170 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.821250 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.821638 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.821926 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.822375 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.822646 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.822957 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.823217 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.823473 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.823726 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.824005 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.824263 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.824524 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.824778 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.825030 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.825282 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.825567 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.825822 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.826086 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.826378 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.826665 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.826936 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.827220 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.827504 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.827881 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.828132 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.828379 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.828772 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 09:39:07.829014 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 09:39:07.829259 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 09:39:07.829511 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 09:39:07.829760 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 09:39:07.829997 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 09:39:07.830361 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 09:39:07.833437 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 09:39:07.838133 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 09:39:07.841971 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Aug 27 09:39:07.843592 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 09:39:07.844045 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 09:39:07.844382 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 09:39:07.844765 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 09:39:07.847550 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 09:39:07.847805 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 09:39:07.848153 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 09:39:07.854093 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 09:39:07.876500 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 09:39:07.876953 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.877251 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100227) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 27 09:39:07.877659 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.879015 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100227) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 09:39:07.879296 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 09:39:07.879544 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 09:39:07.882752 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.883034 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:07.949250 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 09:39:07.949424 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 09:39:07.949715 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 09:39:07.950147 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 09:39:07.971180 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_db.sqlalchemy.engines [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100227) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 09:39:08.518671 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.managers [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Initializing driver for type 'gre' Aug 27 09:39:08.519191 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] gre ID ranges: [(1, 1000)] Aug 27 09:39:08.571242 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.managers [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Initializing driver for type 'local' Aug 27 09:39:08.572118 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.managers [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Initializing driver for type 'vlan' Aug 27 09:39:08.584576 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] VlanTypeDriver initialization complete Aug 27 09:39:08.584905 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.managers [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Initializing driver for type 'vxlan' Aug 27 09:39:08.585380 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] vxlan ID ranges: [(1, 1000)] Aug 27 09:39:08.638175 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.managers [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Initializing extension driver 'port_security' Aug 27 09:39:08.638608 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.extensions.port_security [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] PortSecurityExtensionDriver initialization complete Aug 27 09:39:08.638941 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.managers [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Initializing mechanism driver 'openvswitch' Aug 27 09:39:08.639292 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.managers [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Initializing mechanism driver 'hyperv' Aug 27 09:39:08.646395 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.plugins.ml2.plugin [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:39:08.647161 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > port after_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.647541 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > port after_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.647897 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > port after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.648416 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100227) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 09:39:08.648906 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > subnet after_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.649264 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > subnet after_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.650324 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > subnet after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.650832 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100227) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 09:39:08.651287 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > network after_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.651639 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > network after_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.652019 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > network after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.652410 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100227) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 09:39:08.652846 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > security_group after_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.653247 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > security_group after_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.653597 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > security_group after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.654161 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100227) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 09:39:08.654578 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.654934 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.655281 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.655671 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100227) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 09:39:08.656077 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > address_group after_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.656427 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > address_group after_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.656771 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > address_group after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.657214 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100227) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 09:39:08.657622 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] ML2 OVO RPC backend initialized. {{(pid=100227) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 27 09:39:08.658342 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router_interface after_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.658699 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.659155 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > network before_response 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.659508 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > networks before_response 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.659907 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > port before_response 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.660252 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > ports before_response 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.660626 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > subnet before_response 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.660969 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > subnets before_response 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.661373 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > network after_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.661768 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > network after_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.662183 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > network after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.662527 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > port after_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.662892 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > port after_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.663282 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > port after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.663646 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > subnet after_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.664013 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > subnet after_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.664349 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > subnet after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.664979 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.plugin [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Modular L2 Plugin initialization complete Aug 27 09:39:08.665986 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading services supported by the core plugin {{(pid=100227) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 09:39:08.666344 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.plugins.ml2.managers [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Got port-security extension from driver 'port_security' Aug 27 09:39:08.666813 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.extensions.vlantransparent [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Disabled vlantransparent extension. Aug 27 09:39:08.667333 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100227) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 09:39:08.667652 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading Plugin: router Aug 27 09:39:08.707399 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router_interface before_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.707974 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router after_create 55549900 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.708232 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router before_create 55549900 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.708603 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.708981 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.709371 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router after_delete 55549900 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.709760 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > floatingip after_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.710114 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > floatingip after_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.710475 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router after_create 55549900 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.710868 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router after_update 55549900 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.711221 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router after_update 55549900 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.711601 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.711962 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router after_update 55549900 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.712995 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router precommit_update 55549900 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.713373 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: port after_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.713765 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: port after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.714108 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: subnet after_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.714507 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.714893 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > port precommit_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.715246 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router precommit_create 55549900 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.715620 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: port before_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.716002 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router precommit_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.716391 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router after_update 55549900 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.716738 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router precommit_delete 55549900 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.717117 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router precommit_create 55549900 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.717527 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router_interface after_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.717880 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router precommit_update 55549900 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.718250 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > agent after_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.718605 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > agent after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.718983 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > network after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.720014 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Tracking information for resource: router configured {{(pid=100227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 09:39:08.720424 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Tracking information for resource: floatingip configured {{(pid=100227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 09:39:08.725896 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.db.l3_agentschedulers_db [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 09:39:08.726506 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: port after_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.726869 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: port after_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.727224 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: port after_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.727599 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: port after_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.729034 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router before_create 55550100 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.729425 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router precommit_delete 55550100 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.729817 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router precommit_create 55550100 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.730205 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > router precommit_update 55550100 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.734993 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.services.provider_configuration [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Service providers = [] {{(pid=100227) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 09:39:08.735438 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.db.servicetype_db [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100227) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 09:39:08.738721 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.services.service_base [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100227) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 09:39:08.739079 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.services.service_base [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100227) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 09:39:08.739453 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.services.service_base [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100227) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 09:39:08.740521 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.services.service_base [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100227) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 09:39:08.740950 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.services.service_base [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 09:39:08.741355 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 09:39:08.741751 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 09:39:08.753009 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 09:39:08.753351 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading Plugin: auto_allocate Aug 27 09:39:08.759616 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: network precommit_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.759988 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: network precommit_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.760535 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 09:39:08.760880 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading Plugin: tag Aug 27 09:39:08.767870 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 09:39:08.768084 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading Plugin: timestamp Aug 27 09:39:08.772239 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 09:39:08.772603 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading Plugin: network_ip_availability Aug 27 09:39:08.778931 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.779305 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.779666 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:08.780383 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 09:39:08.780735 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading Plugin: flavors Aug 27 09:39:08.785726 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 09:39:08.786064 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading Plugin: revisions Aug 27 09:39:08.791264 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 09:39:08.791660 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_concurrency.lockutils [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.857s {{(pid=100227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 09:39:08.792451 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100227) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 27 09:39:08.792818 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Initializing extension manager. Aug 27 09:39:08.793332 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: __init__.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.793708 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: __pycache__ {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.794046 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.794380 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: address_group.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.795164 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.795733 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: address-group Aug 27 09:39:08.796087 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: address_scope.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.796907 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.797443 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: address-scope Aug 27 09:39:08.797789 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: admin_state_down_before_update.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.798715 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.799228 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: router-admin-state-down-before-update Aug 27 09:39:08.799551 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: agent.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.800548 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.801161 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: agent Aug 27 09:39:08.801534 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: agent_resources_synced.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.802481 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.802994 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: agent-resources-synced Aug 27 09:39:08.803317 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: allowedaddresspairs.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.805095 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.805651 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: allowed-address-pairs Aug 27 09:39:08.806162 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: auto_allocated_topology.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.807273 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.807825 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: auto-allocated-topology Aug 27 09:39:08.808158 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: availability_zone.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.808881 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.809423 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: availability_zone Aug 27 09:39:08.809770 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: availability_zone_filter.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.810709 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.811224 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: availability_zone_filter Aug 27 09:39:08.811546 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: data_plane_status.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.812460 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.812998 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 09:39:08.813322 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: default_subnetpools.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.814323 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.814867 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: default-subnetpools Aug 27 09:39:08.815215 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: dhcpagentscheduler.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.816354 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.816867 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: dhcp_agent_scheduler Aug 27 09:39:08.817194 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: dns.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.818269 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.818872 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension dns-integration not supported by any of loaded plugins Aug 27 09:39:08.819253 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: dns_domain_ports.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.820203 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.820778 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 09:39:08.821170 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.822769 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.823281 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 09:39:08.823607 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: dvr.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.824280 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.824789 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: dvr Aug 27 09:39:08.825117 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: ecmp_routes.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.826106 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.826650 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 09:39:08.826973 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: empty_string_filtering.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.827907 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.828421 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: empty-string-filtering Aug 27 09:39:08.828774 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.829709 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.830220 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 09:39:08.830540 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.831459 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.832056 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 09:39:08.832433 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: external_net.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.833431 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.834029 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: external-net Aug 27 09:39:08.834350 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: extra_dhcp_opt.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.835261 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.835779 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: extra_dhcp_opt Aug 27 09:39:08.836102 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: extraroute.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.837010 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.838167 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: extraroute Aug 27 09:39:08.838435 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: extraroute_atomic.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.839548 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.840100 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: extraroute-atomic Aug 27 09:39:08.840424 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: filter_validation.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.841090 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.841667 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: filter-validation Aug 27 09:39:08.841993 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: fip_pf_description.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.842900 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.843544 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 09:39:08.844013 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: fip_port_details.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.845068 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.845619 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: fip-port-details Aug 27 09:39:08.845942 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: flavors.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.847211 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.847773 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: flavors Aug 27 09:39:08.848129 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.849919 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.850478 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 09:39:08.850841 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: floatingip_pools.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.851574 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.852091 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: floatingip-pools Aug 27 09:39:08.852418 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: ip_allocation.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.853401 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.853971 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 09:39:08.854327 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.855363 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.855914 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: ip-substring-filtering Aug 27 09:39:08.856267 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: l2_adjacency.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.857266 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.857893 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 09:39:08.858275 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: l3.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.859513 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.860076 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: router Aug 27 09:39:08.860436 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: l3_conntrack_helper.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.862877 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.863490 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 09:39:08.863863 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.864941 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.865508 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: ext-gw-mode Aug 27 09:39:08.865841 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.866819 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.867367 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: l3-ha Aug 27 09:39:08.867725 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: l3_flavors.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.868734 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.869253 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: l3-flavors Aug 27 09:39:08.869709 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.870657 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.871231 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 09:39:08.871587 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: l3agentscheduler.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.872620 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.873140 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: l3_agent_scheduler Aug 27 09:39:08.873468 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: logging.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.875022 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.875551 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension logging not supported by any of loaded plugins Aug 27 09:39:08.875914 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: metering.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.876691 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.877303 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: metering Aug 27 09:39:08.877684 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.878810 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.879333 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: metering_source_and_destination_fields Aug 27 09:39:08.879656 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: multiprovidernet.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.880667 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.881227 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: multi-provider Aug 27 09:39:08.881581 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: netmtu.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.882498 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.883045 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: net-mtu Aug 27 09:39:08.883366 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: netmtu_writable.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.884820 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.885333 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: net-mtu-writable Aug 27 09:39:08.885693 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: network_availability_zone.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.886372 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.886883 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: network_availability_zone Aug 27 09:39:08.887201 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: network_ip_availability.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.888284 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.888865 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: network-ip-availability Aug 27 09:39:08.889221 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: network_segment_range.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.890050 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.890621 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 09:39:08.891027 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: pagination.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.892090 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.892450 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: pagination Aug 27 09:39:08.892773 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: port_device_profile.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.893714 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.894267 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: port-device-profile Aug 27 09:39:08.894590 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.895576 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.896148 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: port-mac-address-regenerate Aug 27 09:39:08.896528 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.897452 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.898022 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: port-numa-affinity-policy Aug 27 09:39:08.898349 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: port_resource_request.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.899337 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.899898 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 09:39:08.900755 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: portbindings.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.901814 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.902367 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: binding Aug 27 09:39:08.902693 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: portbindings_extended.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.904239 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.904831 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: binding-extended Aug 27 09:39:08.905176 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: portsecurity.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.906174 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.906766 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: port-security Aug 27 09:39:08.907157 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: project_id.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.908190 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.908555 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: project-id Aug 27 09:39:08.908902 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: providernet.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.909925 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.910454 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: provider Aug 27 09:39:08.910780 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: qos.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.914474 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.915040 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension qos not supported by any of loaded plugins Aug 27 09:39:08.915412 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.916689 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.917248 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 09:39:08.917607 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.918567 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.919160 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 09:39:08.919518 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: qos_default.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.920541 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.921091 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension qos-default not supported by any of loaded plugins Aug 27 09:39:08.921451 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: qos_fip.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.922160 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.922706 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension qos-fip not supported by any of loaded plugins Aug 27 09:39:08.923057 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: qos_gateway_ip.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.924113 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.924724 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 09:39:08.925071 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: qos_port_network_policy.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.926172 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.926771 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 09:39:08.927163 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: qos_pps_rule.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.928458 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.928992 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension qos-pps not supported by any of loaded plugins Aug 27 09:39:08.929322 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: qos_rule_type_details.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.930300 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.930886 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 09:39:08.931246 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: qos_rules_alias.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.932317 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.932896 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 09:39:08.933294 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: quotasv2.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.934339 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.934673 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: quotas Aug 27 09:39:08.935054 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: quotasv2_detail.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.938293 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.938644 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: quota_details Aug 27 09:39:08.938984 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: rbac.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.940643 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.941274 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: rbac-policies Aug 27 09:39:08.941663 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: rbac_address_group.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.942737 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.943337 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: rbac-address-group Aug 27 09:39:08.943696 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: rbac_address_scope.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.944678 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.945252 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: rbac-address-scope Aug 27 09:39:08.945658 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: rbac_security_groups.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.947283 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.947877 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: rbac-security-groups Aug 27 09:39:08.948232 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: rbac_subnetpool.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.949156 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.949778 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: rbac-subnetpool Aug 27 09:39:08.950111 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: revisionifmatch.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.951070 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.951616 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: revision-if-match Aug 27 09:39:08.952021 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: revisions.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.953223 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.953835 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: standard-attr-revisions Aug 27 09:39:08.954191 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: router_availability_zone.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.954899 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.955417 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: router_availability_zone Aug 27 09:39:08.955773 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: routerservicetype.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.956807 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.957462 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension router-service-type not supported by any of loaded plugins Aug 27 09:39:08.957811 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.958838 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.959440 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: security-groups-normalized-cidr Aug 27 09:39:08.959811 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: security_groups_port_filtering.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.960736 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.961284 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: port-security-groups-filtering Aug 27 09:39:08.961638 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.963415 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.964026 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: security-groups-remote-address-group Aug 27 09:39:08.964397 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: securitygroup.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.976380 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.977024 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: security-group Aug 27 09:39:08.977366 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: segment.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.978481 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.979057 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension segment not supported by any of loaded plugins Aug 27 09:39:08.979388 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.980398 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.980993 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 09:39:08.981372 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: servicetype.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.982724 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.983320 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: service-type Aug 27 09:39:08.983678 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: sorting.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.984773 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.985135 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: sorting Aug 27 09:39:08.985554 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: standard_attr_segment.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.986602 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.987210 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 09:39:08.987562 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: standardattrdescription.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.988222 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.988788 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: standard-attr-description Aug 27 09:39:08.989154 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: stateful_security_group.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.990222 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.990776 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: stateful-security-group Aug 27 09:39:08.991156 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: stdattrs_common.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.991770 dv-cinder-804757-3-iscsi neutron-server[100227]: WARNING neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 09:39:08.992117 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.993150 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.994522 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 09:39:08.994878 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: subnet_onboard.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.996095 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.996627 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: subnet_onboard Aug 27 09:39:08.997114 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:08.998147 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:08.998775 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 09:39:08.999146 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: subnet_service_types.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:09.000192 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:09.000790 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: subnet-service-types Aug 27 09:39:09.001151 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: subnetallocation.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:09.002348 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:09.002928 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: subnet_allocation Aug 27 09:39:09.003257 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:09.003969 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:09.004521 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: subnetpool-prefix-ops Aug 27 09:39:09.004875 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:09.005894 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:09.006448 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 09:39:09.006803 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: tagging.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:09.007939 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:09.008534 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: standard-attr-tag Aug 27 09:39:09.009445 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: timestamp.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:09.010967 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:09.011502 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loaded extension: standard-attr-timestamp Aug 27 09:39:09.011833 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: trunk.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:09.012963 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:09.013548 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension trunk not supported by any of loaded plugins Aug 27 09:39:09.013924 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: trunk_details.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:09.014939 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:09.015465 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension trunk-details not supported by any of loaded plugins Aug 27 09:39:09.015851 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: uplink_status_propagation.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:09.016854 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:09.017467 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 09:39:09.017818 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Loading extension file: vlantransparent.py {{(pid=100227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 09:39:09.018564 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 09:39:09.019101 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 09:39:09.021745 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Creating instance of TrackedResource for resource:network Aug 27 09:39:09.022324 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Creating instance of TrackedResource for resource:subnet Aug 27 09:39:09.022731 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 09:39:09.023127 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Creating instance of TrackedResource for resource:port Aug 27 09:39:09.024490 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.v2.resource_helper [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 09:39:09.025565 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.v2.resource_helper [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Service FLAVORS assigned prefix: {{(pid=100227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 09:39:09.026198 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.v2.resource_helper [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 09:39:09.026620 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.v2.resource_helper [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 09:39:09.026952 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Creating instance of TrackedResource for resource:router Aug 27 09:39:09.027444 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Creating instance of TrackedResource for resource:floatingip Aug 27 09:39:09.027937 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.v2.resource_helper [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Service METERING assigned prefix: /metering {{(pid=100227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 09:39:09.029512 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:09.029890 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:09.030299 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:39:09.031392 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 09:39:09.031839 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Creating instance of TrackedResource for resource:security_group Aug 27 09:39:09.032338 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 09:39:09.032992 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.v2.resource_helper [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Service CORE assigned prefix: {{(pid=100227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 09:39:09.033378 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 09:39:09.033810 dv-cinder-804757-3-iscsi neutron-server[100227]: WARNING neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] subnetpool is already registered Aug 27 09:39:09.034282 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.v2.resource_helper [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Service CORE assigned prefix: {{(pid=100227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 09:39:09.034681 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 09:39:09.035062 dv-cinder-804757-3-iscsi neutron-server[100227]: WARNING neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] subnetpool is already registered Aug 27 09:39:09.037647 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.v2.resource_helper [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 09:39:09.038112 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.v2.resource_helper [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Service FLAVORS assigned prefix: {{(pid=100227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 09:39:09.038806 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.v2.resource_helper [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 09:39:09.039323 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.v2.resource_helper [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 09:39:09.039681 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Creating instance of TrackedResource for resource:router Aug 27 09:39:09.040052 dv-cinder-804757-3-iscsi neutron-server[100227]: WARNING neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] router is already registered Aug 27 09:39:09.040561 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Creating instance of TrackedResource for resource:floatingip Aug 27 09:39:09.040901 dv-cinder-804757-3-iscsi neutron-server[100227]: WARNING neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] floatingip is already registered Aug 27 09:39:09.041385 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.v2.resource_helper [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Service METERING assigned prefix: /metering {{(pid=100227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 09:39:09.042170 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 09:39:09.042504 dv-cinder-804757-3-iscsi neutron-server[100227]: WARNING neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] rbac_policy is already registered Aug 27 09:39:09.042950 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Creating instance of TrackedResource for resource:security_group Aug 27 09:39:09.043341 dv-cinder-804757-3-iscsi neutron-server[100227]: WARNING neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] security_group is already registered Aug 27 09:39:09.043789 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 09:39:09.044173 dv-cinder-804757-3-iscsi neutron-server[100227]: WARNING neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] security_group_rule is already registered Aug 27 09:39:09.044945 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.v2.resource_helper [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Service CORE assigned prefix: {{(pid=100227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 09:39:09.045340 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 09:39:09.045793 dv-cinder-804757-3-iscsi neutron-server[100227]: WARNING neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] subnetpool is already registered Aug 27 09:39:09.046293 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.v2.resource_helper [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Service CORE assigned prefix: {{(pid=100227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 09:39:09.046670 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 09:39:09.047035 dv-cinder-804757-3-iscsi neutron-server[100227]: WARNING neutron.quota.resource_registry [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] subnetpool is already registered Aug 27 09:39:09.047538 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: extensions {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.049055 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: address-groups {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.050752 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: address-scopes {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.052143 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: agents {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.053449 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: auto-allocated-topology {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.054916 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: availability_zones {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.056385 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: dhcp-networks {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.058264 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: dhcp-agents {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.059870 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: routers {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.062386 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: flavors {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.063642 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: service_profiles {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.064964 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: next_providers {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.066836 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: service_profiles {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.068499 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: floatingip-pools {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.069887 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: routers {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.073148 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: floatingips {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.074621 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: l3-routers {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.076164 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: l3-agents {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.077767 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: metering-labels {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.079306 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: metering-label-rules {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.080742 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: network-ip-availabilities {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.082190 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: bindings {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.084039 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: quotas {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.085736 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: quotas {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.088333 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: rbac-policies {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.089710 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: security-groups {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.091139 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: security-group-rules {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.092537 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: service-providers {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.093828 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: subnetpools {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.096459 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: subnetpools {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.098093 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: tags {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.099918 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: tags {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.102031 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: tags {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.104518 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: tags {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.106533 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: tags {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.108681 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: tags {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.110685 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: tags {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.112762 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: tags {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.114608 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: tags {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.116434 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron.api.extensions [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Extended resource: tags {{(pid=100227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 09:39:09.122822 dv-cinder-804757-3-iscsi neutron-server[100227]: WARNING keystonemiddleware.auth_token [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 09:39:09.127911 dv-cinder-804757-3-iscsi neutron-server[100227]: WARNING keystonemiddleware.auth_token [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 09:39:09.137079 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_concurrency.lockutils [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Acquired lock "singleton_lock" {{(pid=100227) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 27 09:39:09.137633 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_concurrency.lockutils [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Releasing lock "singleton_lock" {{(pid=100227) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 27 09:39:09.138303 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO oslo_service.service [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Starting 2 workers Aug 27 09:39:09.143345 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Started child 100334 {{(pid=100227) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 09:39:09.147910 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Started child 100335 {{(pid=100227) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 09:39:09.148461 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:09.149590 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO neutron.service [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 09:39:09.150490 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [-] (100334) wsgi starting up on http://0.0.0.0:9696 Aug 27 09:39:09.150817 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Notify callbacks [] for process, before_spawn {{(pid=100227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:09.153258 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:09.153746 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO oslo_service.service [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Starting 1 workers Aug 27 09:39:09.154613 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [-] (100335) wsgi starting up on http://0.0.0.0:9696 Aug 27 09:39:09.158865 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Started child 100336 {{(pid=100227) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 09:39:09.159453 dv-cinder-804757-3-iscsi neutron-server[100227]: INFO oslo_service.service [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Starting 1 workers Aug 27 09:39:09.162264 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.service [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] calling RpcWorker wait() {{(pid=100336) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 09:39:09.162816 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.service [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] returning from RpcWorker wait() {{(pid=100336) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 09:39:09.164036 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:09.164141 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Started child 100337 {{(pid=100227) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 09:39:09.164581 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:39:09.164971 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG neutron_lib.callbacks.manager [None req-673ed846-1c7a-424c-9761-70f4217028bb None None] Notify callbacks [] for process, after_spawn {{(pid=100227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:09.167036 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100227) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 09:39:09.167273 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 09:39:09.167487 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 09:39:09.167763 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 09:39:09.168134 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 09:39:09.168329 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 09:39:09.168866 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:09.169334 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.169334 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.169542 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.169820 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.170133 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.170922 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.171231 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.171488 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.171786 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.172026 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.172200 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.172373 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.172648 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.172902 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.173207 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.173517 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.173768 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.174091 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.174268 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.174523 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.174796 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.175084 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.175383 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] debug = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.175675 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.176235 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.176464 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.176717 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.176951 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.177239 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.177569 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.177907 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.178209 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.178476 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.178907 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.179047 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.179267 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.179488 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.179835 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.180071 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.180325 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.181583 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] host = dv-cinder-804757-3-iscsi {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.181748 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.181920 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.182214 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.182485 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.182773 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.183118 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.183329 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.183625 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.183964 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.184259 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.184551 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.184875 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.185235 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.185593 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] log_file = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.185801 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] log_options = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.186164 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.186313 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.186719 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.186913 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.187073 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.187359 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.187609 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.187847 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.188214 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.188519 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.188827 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.189134 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.189471 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.189822 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.190128 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.190701 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.190966 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.191169 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.191428 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.191726 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.191969 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.192238 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.192514 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.192781 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.193065 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.193318 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.193646 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.193877 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.194335 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.194520 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.194728 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.195044 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.195291 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.195597 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.195858 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.196136 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.196371 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.197361 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.197616 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.197886 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.198209 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.198532 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.198818 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.199028 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.199358 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.199638 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] use_json = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.199895 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.200182 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.200458 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.200734 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.201022 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.201321 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.201652 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:39:09.201823 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.202030 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.202533 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.202901 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.203291 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.203608 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.203846 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.204176 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.204505 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.204781 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.205042 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.205354 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.205785 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.206044 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.206414 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.206661 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.206968 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.207370 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.207658 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.208015 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.208285 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.208523 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.208788 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.209062 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.209385 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.209709 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.209969 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.210296 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.210552 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.210917 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.211754 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.212122 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.212381 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.212676 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.212995 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.213297 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.213474 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.213803 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.214061 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.214345 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.214596 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.215337 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.215337 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.215337 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.215819 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.215819 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.216082 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.216279 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.216512 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.216762 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.216980 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.217280 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.217613 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.217795 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.218072 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.218319 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.218608 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.218931 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.219183 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.219445 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.219696 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.219963 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.220251 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.220584 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.220763 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.221070 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.221343 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.221615 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.221970 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.222616 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.222616 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.222882 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.223057 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.223205 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.223446 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.223717 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.223962 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.224181 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.224454 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.224697 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.225037 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.225299 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.225998 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.225998 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.226180 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.226297 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.226568 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.226752 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.227060 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.227252 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.227639 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.227639 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.228139 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.228670 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.228670 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.228890 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.229176 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.229664 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.229664 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.230916 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.230916 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.230916 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.230916 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.230916 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.231367 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.231367 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.231595 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.231892 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.232718 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.232718 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.232718 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.233165 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.233165 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.233468 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.234981 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.234981 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.234981 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.234981 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.234981 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.235703 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.235703 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.235703 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.236098 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.236244 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.236451 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.237283 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.237283 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.237283 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.237755 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.237755 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.238036 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.238236 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.238499 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.238723 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.239018 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.239250 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.239490 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.239708 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.239959 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.240272 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.240518 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.240759 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.241028 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.241317 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.241639 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.242074 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.242250 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.242518 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.242778 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.243157 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.244502 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.244875 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.245157 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.245560 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.247076 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.247076 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.247076 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.247076 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.247076 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.247769 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.247769 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.247769 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.248164 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.248164 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.248512 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.248782 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.249097 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.249355 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.249628 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.249893 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.250194 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.250443 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.250719 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.251026 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.251321 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.251601 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.251936 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.252213 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.252497 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.252771 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.253034 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.253272 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.253542 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.253817 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.254043 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.254257 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.254532 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.254756 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.254969 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.255182 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.255461 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.255756 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.256008 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.256264 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.256643 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.256902 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.257152 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.257447 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.257776 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.258083 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.258417 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.258698 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.259091 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.259817 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.260120 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.260670 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.260977 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.261278 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.261571 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.261742 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.261963 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.262182 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.262466 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.263073 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.263330 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.263568 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.263829 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.264084 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.264332 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.264566 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.264783 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.265020 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.265248 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.265507 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.265774 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.266024 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.266239 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.266453 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.266680 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.266993 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.267259 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.267513 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.267757 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.268042 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.268317 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.268681 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.268879 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.269135 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.269391 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.269614 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.269921 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.270144 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.270388 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.270620 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.270837 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.271050 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.271339 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.271607 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.271822 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.272247 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.272446 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.272726 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.273060 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.273373 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.273696 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.273970 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.274308 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.274587 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.274945 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.275287 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.275559 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.275824 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.276113 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.276515 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.276826 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.277121 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.277654 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.277761 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.277998 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.278304 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.278557 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.278902 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.279233 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.279540 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.279852 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.280090 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.280344 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.280595 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.280820 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.281060 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.281301 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.281544 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.281808 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.282064 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.282298 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.282536 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.282764 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.282982 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.283207 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.283441 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.283679 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.283952 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.284110 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 09:39:09.284676 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100227) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 09:39:09.284851 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 09:39:09.285011 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 09:39:09.285206 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 09:39:09.285439 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 09:39:09.285698 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 09:39:09.285934 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.286128 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.286291 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.286453 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.286618 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.286825 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.286988 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.287147 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.287307 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.287495 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.287656 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.287843 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.288032 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.288222 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.288437 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.288619 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.289057 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.289057 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.289310 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.289310 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.289571 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.289697 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.289811 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] debug = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.289898 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.290115 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.290317 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.290743 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.290930 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.291100 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.291262 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.291422 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.291584 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.291744 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.291904 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.292063 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.292222 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.292382 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.292549 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.292708 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.292866 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.293027 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] host = dv-cinder-804757-3-iscsi {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.293218 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.293378 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.293634 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.293772 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.293961 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.294132 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.294305 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.294494 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.294662 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.294801 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.294972 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.295158 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.295320 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.295554 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] log_file = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.295723 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] log_options = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.295857 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.295990 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.296130 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.296339 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.296507 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.296667 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.296863 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.297049 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.297210 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.297395 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.297581 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.297977 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.297977 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.298221 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.298345 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.298429 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.298599 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.298804 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.298988 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.299150 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.299336 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.299522 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.299753 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.299855 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.299986 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.300148 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.300302 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.300662 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.300822 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.300983 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.301171 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.301335 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.301509 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.301683 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.301871 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.302054 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.302219 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.302528 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.302528 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.302753 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.302841 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.303000 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.303158 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.303319 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.303477 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.303635 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] use_json = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.303793 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.303953 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.304112 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.304275 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.304459 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.304641 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.304805 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.304994 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 09:39:09.305172 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.305333 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.305575 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.305742 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.306568 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.306755 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.306979 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.307144 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.307336 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.307501 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.307672 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.307982 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.308111 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.308216 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.308346 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.308510 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.308671 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.308832 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.308995 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.313521 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.313521 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.313521 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.313521 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.313521 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.313521 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.313521 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.313521 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.314156 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:39:09.314252 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.314252 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.314252 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.314252 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.314252 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.314252 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.314252 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.314252 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.314797 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.314797 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.314797 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.314797 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.314797 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.314797 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.314797 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.314797 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.314797 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.315716 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.315716 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.315716 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.315716 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.315716 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.315716 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.315716 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.315716 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.315716 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.316319 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.316319 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.316319 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.316319 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.316319 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.316319 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.316319 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.316319 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.316319 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.316931 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.316931 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.316931 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.316931 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.316931 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.317328 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.317328 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.317472 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.317590 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.317764 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.317931 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.318117 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.318279 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.318470 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.318658 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.318866 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.319030 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.319241 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.319463 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.319628 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.319790 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.319953 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.320116 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.320278 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.320469 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.320655 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.320817 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.320989 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.321166 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.321332 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.322325 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.322582 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.322741 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.323058 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.323406 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.323733 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.323733 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.323989 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.324130 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.324276 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.324368 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.324538 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.324702 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.324905 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.325508 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.325508 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.325508 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.325816 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.326143 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.326307 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.326470 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.326663 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.326851 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.327172 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.327337 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.327553 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.327721 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.327885 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.328083 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.328255 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.328447 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.328611 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.328802 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.328994 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.329202 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.329376 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.329585 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.329824 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.329988 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.330151 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.330320 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.330515 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.330679 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.330836 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.331029 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.331267 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.331453 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.331613 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.331783 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.331916 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.332082 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.332294 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.332458 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.332620 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.332809 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.332971 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.333160 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.333323 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.333497 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.333651 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.333829 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.334015 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.334188 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.334349 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.334536 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.334725 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.334914 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.335077 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.335239 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.335426 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.335590 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.335741 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.335953 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.336137 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.336325 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.336514 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.336676 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.336865 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.337057 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.337336 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.337549 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.337738 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.337905 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.338067 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.338273 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.338464 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.338625 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.338788 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.338979 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.339170 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.339331 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.339526 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.339687 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.339848 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.340011 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.340173 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.340335 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.340497 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.340686 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.340849 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.341029 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.341243 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.341405 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.341663 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.341888 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.342075 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.342238 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.342428 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.342590 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.342751 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.342911 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.343075 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.343266 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.343455 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.343643 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.343807 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.343968 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.344156 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.344345 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.344520 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.344710 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.344869 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.345032 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.345194 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.345383 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.345580 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.345771 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.345932 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.346119 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.346281 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.346444 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.346679 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.346844 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.347008 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.347169 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.347357 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.347547 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.347719 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.347908 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.348096 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.348285 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.348461 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.349163 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.349163 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.349163 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.349163 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.349595 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.349595 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.349831 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.349831 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.350079 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.350204 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.350372 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.350557 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.350752 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.350920 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.351124 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.351353 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.351550 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.351757 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.351945 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.352107 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.352514 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.352716 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.352874 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.353064 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.353229 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.353415 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.353623 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.353764 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.353901 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.354068 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.354232 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.354403 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.354573 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.354743 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.354935 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.355105 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.355278 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.355441 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.355603 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.355759 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.355914 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.356076 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.356246 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.356397 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.356558 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.356720 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.356933 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.357096 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.357259 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.357421 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.357594 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.357755 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.357957 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.358144 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.358334 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.358497 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 09:39:09.358651 dv-cinder-804757-3-iscsi neutron-server[100227]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 09:39:09.406310 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 47978) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:39:09.414993 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064213 Aug 27 09:39:20.715952 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbfa1df-1f5c-4094-b9b4-e89197b6712d None None] get_active_networks_info from dv-cinder-804757-3-iscsi {{(pid=100336) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 09:39:20.880475 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbfa1df-1f5c-4094-b9b4-e89197b6712d None None] No non-hosted networks {{(pid=100336) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 09:39:20.888231 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.agentschedulers_db [None req-7fbfa1df-1f5c-4094-b9b4-e89197b6712d None None] DHCP Agent not found on host dv-cinder-804757-3-iscsi {{(pid=100336) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 27 09:39:21.013422 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-54ac98a9-13e8-400c-8328-75b86b268368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-500549'] for agent, after_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:23.331190 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-f362dfbc-aed5-4e6b-ad1c-d11a0f14ff42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-500549'] for agent, after_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:23.407897 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b7006c3c-dca2-4157-8162-ac81c99ddf7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:23.532984 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-500549'] for agent, after_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:23.533987 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:23.534495 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:23.535038 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:23.535505 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:23.535971 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:23.536444 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:23.537062 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:23.537644 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:23.538108 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:23.538618 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:23.539094 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:23.539616 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:23.540815 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804757-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:39:23.557296 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804757-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:39:24.979697 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-500549'] for agent, after_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:26.045366 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.db.l3_hamode_db [None req-cb31d602-b6dd-492d-b7a5-0322d8310f82 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 09:39:26.133010 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb31d602-b6dd-492d-b7a5-0322d8310f82 None None] Routers set() bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:39:26.134125 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb31d602-b6dd-492d-b7a5-0322d8310f82 None None] Router IDs set() for agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 09:39:26.273251 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-500549'] for agent, after_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:27.273799 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 48072) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:39:27.771287 dv-cinder-804757-3-iscsi neutron-server[100334]: WARNING oslo_policy.policy [None req-9f0b1550-96a2-4032-bbef-1f20f0dcb747 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 09:39:27.771859 dv-cinder-804757-3-iscsi neutron-server[100334]: WARNING oslo_policy.policy [None req-9f0b1550-96a2-4032-bbef-1f20f0dcb747 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 09:39:27.996789 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [None req-9f0b1550-96a2-4032-bbef-1f20f0dcb747 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=100334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 09:39:27.998016 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-9f0b1550-96a2-4032-bbef-1f20f0dcb747 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7215436 Aug 27 09:39:30.370654 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 48086) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:39:30.686485 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-0bd6c83a-5b2a-47cc-9e2d-512820f5c5d3 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:39:30.782531 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.policy [None req-0bd6c83a-5b2a-47cc-9e2d-512820f5c5d3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100334) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 09:39:30.827842 dv-cinder-804757-3-iscsi neutron-server[100334]: WARNING oslo_policy.policy [None req-0bd6c83a-5b2a-47cc-9e2d-512820f5c5d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 09:39:30.828211 dv-cinder-804757-3-iscsi neutron-server[100334]: WARNING oslo_policy.policy [None req-0bd6c83a-5b2a-47cc-9e2d-512820f5c5d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 09:39:30.837568 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.quota [None req-0bd6c83a-5b2a-47cc-9e2d-512820f5c5d3 admin admin] Loaded quota_driver: . Aug 27 09:39:30.926429 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0bd6c83a-5b2a-47cc-9e2d-512820f5c5d3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775449275522', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775449273087', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775449269018', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775449291052', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775449640801', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775449306442', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-574717', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1467075', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-616383', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-653599'] for rbac-policy, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:30.991727 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0bd6c83a-5b2a-47cc-9e2d-512820f5c5d3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:30.993509 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-0bd6c83a-5b2a-47cc-9e2d-512820f5c5d3 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6213853 Aug 27 09:39:33.659044 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 48098) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:39:34.151558 dv-cinder-804757-3-iscsi neutron-server[100335]: WARNING oslo_policy.policy [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 09:39:34.152406 dv-cinder-804757-3-iscsi neutron-server[100335]: WARNING oslo_policy.policy [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 09:39:34.374935 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Request body: {'network': {'name': 'private', 'project_id': '196f697be1614583b9a261097ba1dfac', 'tenant_id': '196f697be1614583b9a261097ba1dfac', 'admin_state_up': True}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:39:34.376632 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.quota [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Loaded quota_driver: . Aug 27 09:39:34.429905 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Made reservation on behalf of 196f697be1614583b9a261097ba1dfac for: {'network': 1} {{(pid=100335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:39:34.495542 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.policy [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100335) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 09:39:34.539805 dv-cinder-804757-3-iscsi neutron-server[100335]: WARNING oslo_policy.policy [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 09:39:34.540251 dv-cinder-804757-3-iscsi neutron-server[100335]: WARNING oslo_policy.policy [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 09:39:34.550435 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for network, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:34.572185 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:34.704243 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:34.707935 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:34.728153 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=100335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 09:39:34.757434 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775451844581', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:34.758056 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Unsubscribe: segment precommit_create {{(pid=100335) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 09:39:34.758695 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.db.segments_db [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Added segment 918f2818-c091-431f-97da-0455d97a1e2a of type vlan for network c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d Aug 27 09:39:34.775898 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bd11e0-91e5-4ca6-9041-32fe00d5d143,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:39:34.829010 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:34.829414 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:34.829904 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:34.830251 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:34.830582 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:34.830921 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:34.831247 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:34.831580 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:34.831925 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:34.832251 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:34.832565 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:34.832879 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Tracked resource versions report: Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: pushed versions: Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: { 'AddressGroup': {'1.2'}, Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'ConntrackHelper': {'1.0'}, Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'Log': {'1.0'}, Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'Network': {'1.1'}, Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'Port': {'1.7'}, Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'PortForwarding': {'1.2'}, Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'QosPolicy': {'1.9'}, Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'SecurityGroup': {'1.4'}, Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'SecurityGroupRule': {'1.2'}, Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'SubPort': {'1.0'}, Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'Subnet': {'1.1'}, Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'Trunk': {'1.1'}} Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: consumer versions: Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: { DHCP agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: L3 agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: Metadata agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: Metering agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: Open vSwitch agent@dv-cinder-804757-3-iscsi: { 'AddressGroup': '1.2', Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'ConntrackHelper': '1.0', Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'Log': '1.0', Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'Network': '1.1', Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'Port': '1.7', Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'PortForwarding': '1.2', Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'QosPolicy': '1.9', Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'SecurityGroup': '1.4', Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'SecurityGroupRule': '1.2', Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'SubPort': '1.0', Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'Subnet': '1.1', Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: 'Trunk': '1.1'}} Aug 27 09:39:34.834058 dv-cinder-804757-3-iscsi neutron-server[100335]: {{(pid=100335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 09:39:34.876880 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775451267687'] for network, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:34.923386 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for network, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:34.924493 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:39:34.925149 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:34.998462 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.3383367 Aug 27 09:39:35.026218 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0fa19-a347-4c0a-8ffc-f90de044fabc admin admin] Pushing event updated for resources: {'Network': ['ID=c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:39:35.039984 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Network c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d details requested by agent ovs-agent-dv-cinder-804757-3-iscsi with host dv-cinder-804757-3-iscsi {{(pid=100336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 09:39:37.743260 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 48120) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:39:38.127297 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e27b34-0751-4eef-85a0-82bfdd8e06c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:39:38.128656 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-01e27b34-0751-4eef-85a0-82bfdd8e06c5 admin admin] 10.222.0.55 "GET /v2.0/networks/c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d HTTP/1.1" status: 200 len: 826 time: 0.3844576 Aug 27 09:39:38.169638 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-c789c542-dfab-4681-9b64-912d1533179a admin admin] 10.222.0.55 "GET /v2.0/subnetpools/487f911a-3aca-4d2d-8c04-bb2470f3154b HTTP/1.1" status: 200 len: 734 time: 0.0338783 Aug 27 09:39:38.178819 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-d2548834-337c-49eb-8c87-04127c997857 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d', 'subnetpool_id': '487f911a-3aca-4d2d-8c04-bb2470f3154b', 'tenant_id': '196f697be1614583b9a261097ba1dfac'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:39:38.201404 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2548834-337c-49eb-8c87-04127c997857 admin admin] Made reservation on behalf of 196f697be1614583b9a261097ba1dfac for: {'subnet': 1} {{(pid=100335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:39:38.203674 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-d2548834-337c-49eb-8c87-04127c997857 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:38.490462 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-d2548834-337c-49eb-8c87-04127c997857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for subnet, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:38.561153 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2548834-337c-49eb-8c87-04127c997857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dabbb772-bea7-4594-b387-153ed877094e,revision_number=0']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:39:38.563146 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2548834-337c-49eb-8c87-04127c997857 admin admin] Checking segment: {'id': '918f2818-c091-431f-97da-0455d97a1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:39:38.563524 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2548834-337c-49eb-8c87-04127c997857 admin admin] Network hostable DHCP agents. Network: c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d, hostable agents: ['f25084d2-4677-41d8-9429-a13aa7534b2d'], hosted agents: [] {{(pid=100335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 09:39:38.584770 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2548834-337c-49eb-8c87-04127c997857 admin admin] Network c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d is scheduled to be hosted by DHCP agent f25084d2-4677-41d8-9429-a13aa7534b2d with binding_index 1 {{(pid=100335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 09:39:38.596186 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-d2548834-337c-49eb-8c87-04127c997857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-3-iscsi, c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d) {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:39:38.600767 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2548834-337c-49eb-8c87-04127c997857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:39:38.601344 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-d2548834-337c-49eb-8c87-04127c997857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:38.606380 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825d4170-d1a8-45fe-b0eb-887b70322649 None None] Network c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:39:38.616514 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-d2548834-337c-49eb-8c87-04127c997857 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4410193 Aug 27 09:39:38.925049 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc97b90-cefa-5163-94d9-147ed2ba9986-c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d', 'network_id': 'c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d', 'tenant_id': '196f697be1614583b9a261097ba1dfac', 'fixed_ips': [{'subnet_id': 'dabbb772-bea7-4594-b387-153ed877094e'}]}} from dv-cinder-804757-3-iscsi. {{(pid=100336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 09:39:38.926269 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:39.209348 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.db_base_plugin_common [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Allocated IP 172.20.0.2 (c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d/dabbb772-bea7-4594-b387-153ed877094e/3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc) {{(pid=100336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:39:39.407270 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Notify callbacks [] for port, precommit_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:39.424572 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Transition to ACTIVE for port object 3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc will not be triggered until provisioned by entity L2. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:39:39.473188 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Transition to ACTIVE for port object 3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc will not be triggered until provisioned by entity DHCP. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:39:39.480996 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:39.546966 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Network c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d is already hosted by enough agents. {{(pid=100336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:39:39.553713 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.base_scheduler [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Resources bound (agent type, host, resource id): {{(pid=100336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:39:39.562954 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Received port after_create {{(pid=100336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:39:39.566267 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Pushing event updated for resources: {'Port': ['ID=3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc,revision_number=1']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:39:39.598646 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:39.599001 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:39.599337 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:39.599665 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:39.599987 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:39.600307 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:39.600623 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:39.600938 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:39.601264 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:39.601649 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:39.602040 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:39.602040 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Tracked resource versions report: Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: pushed versions: Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: { 'AddressGroup': {'1.2'}, Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'ConntrackHelper': {'1.0'}, Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'Log': {'1.0'}, Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'Network': {'1.1'}, Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'Port': {'1.7'}, Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'PortForwarding': {'1.2'}, Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'QosPolicy': {'1.9'}, Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'SecurityGroup': {'1.4'}, Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'SecurityGroupRule': {'1.2'}, Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'SubPort': {'1.0'}, Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'Subnet': {'1.1'}, Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'Trunk': {'1.1'}} Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: consumer versions: Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: { DHCP agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: L3 agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: Metadata agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: Metering agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: Open vSwitch agent@dv-cinder-804757-3-iscsi: { 'AddressGroup': '1.2', Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'ConntrackHelper': '1.0', Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'Log': '1.0', Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'Network': '1.1', Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'Port': '1.7', Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'PortForwarding': '1.2', Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'QosPolicy': '1.9', Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'SecurityGroup': '1.4', Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'SecurityGroupRule': '1.2', Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'SubPort': '1.0', Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'Subnet': '1.1', Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: 'Trunk': '1.1'}} Aug 27 09:39:39.603341 dv-cinder-804757-3-iscsi neutron-server[100336]: {{(pid=100336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 09:39:39.650126 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Attempting to bind port 3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:39:39.650705 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Attempting to bind port 3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': '918f2818-c091-431f-97da-0455d97a1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d'}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:39:39.650925 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Attempting to bind port 3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc on network c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:39:39.655757 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:39:39.656157 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Checking segment: {'id': '918f2818-c091-431f-97da-0455d97a1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:39:39.656619 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:39.656998 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Bound using segment: {'id': '918f2818-c091-431f-97da-0455d97a1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d'} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:39:39.657508 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Bound port: 3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918f2818-c091-431f-97da-0455d97a1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d'}}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:39:39.657900 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:39.718976 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] For port 3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:39:39.723140 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] For port 3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc,segment=NetworkSegment(918f2818-c091-431f-97da-0455d97a1e2a),segment_id=918f2818-c091-431f-97da-0455d97a1e2a)] {{(pid=100336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:39:39.728565 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:39.791498 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedab0b6-e8bc-4311-9f7e-cc295e6712f8 None None] Pushing event updated for resources: {'Port': ['ID=3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc,revision_number=2']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:39:41.053448 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 48128) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:39:41.369575 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [None req-14d12751-6d99-43da-9ce9-f2624040465f admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=100335) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 09:39:41.370558 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-14d12751-6d99-43da-9ce9-f2624040465f admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3161623 Aug 27 09:39:43.775093 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 48136) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:39:44.086796 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [None req-222eca8b-8b98-4aa1-a426-d4215f6d6816 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=100334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 09:39:44.087934 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-222eca8b-8b98-4aa1-a426-d4215f6d6816 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3119128 Aug 27 09:39:46.735564 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 48146) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:39:47.048728 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-a5eda829-68bb-4680-b744-96c3c7f22afa admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '196f697be1614583b9a261097ba1dfac', 'admin_state_up': True}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:39:47.077272 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a5eda829-68bb-4680-b744-96c3c7f22afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-510412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1023757'] for router, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:47.078862 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a5eda829-68bb-4680-b744-96c3c7f22afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1023750'] for router, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:47.227154 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a5eda829-68bb-4680-b744-96c3c7f22afa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:47.232331 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a5eda829-68bb-4680-b744-96c3c7f22afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504277'] for router, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:47.244861 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a5eda829-68bb-4680-b744-96c3c7f22afa admin admin] Notify callbacks [] for router, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:47.246107 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-a5eda829-68bb-4680-b744-96c3c7f22afa admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5095890 Aug 27 09:39:47.712935 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:39:47.799929 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port 3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:39:48.187654 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8104fc9c-fdc0-424b-bd7a-a431cfc5e312 None None] Network c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:39:48.247989 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-eba6cc14-7fc2-4ccf-aefe-09852e4265aa None None] Provisioning for port 3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:39:48.259585 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-eba6cc14-7fc2-4ccf-aefe-09852e4265aa None None] Provisioning complete for port 3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:39:48.259966 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-eba6cc14-7fc2-4ccf-aefe-09852e4265aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:48.438100 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-eba6cc14-7fc2-4ccf-aefe-09852e4265aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:48.485938 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-eba6cc14-7fc2-4ccf-aefe-09852e4265aa None None] For port 3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc,segment=NetworkSegment(918f2818-c091-431f-97da-0455d97a1e2a),segment_id=918f2818-c091-431f-97da-0455d97a1e2a)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:39:48.490518 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-eba6cc14-7fc2-4ccf-aefe-09852e4265aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:48.546760 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6cc14-7fc2-4ccf-aefe-09852e4265aa None None] Pushing event updated for resources: {'Port': ['ID=3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc,revision_number=3']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:39:48.710326 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-a29988b2-5a3f-4cf4-8d3e-618c26d60d29 None None] Provisioning complete for port 3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:39:48.711489 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-a29988b2-5a3f-4cf4-8d3e-618c26d60d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:49.640838 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 48158) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:39:49.681466 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:39:49.727841 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:39:49.728133 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:49.961040 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [None req-b883d167-095b-48c8-8a23-d0d81aecea3a admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=100334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 09:39:49.962092 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-b883d167-095b-48c8-8a23-d0d81aecea3a admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3202932 Aug 27 09:39:50.573320 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-583270f6-c5f5-4cdc-952f-2a15cdf2f5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:52.425617 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 48166) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:39:52.743067 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:39:52.766649 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Made reservation on behalf of c9c26eca12f345e6adae36a9bf3e9069 for: {'network': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:39:52.769271 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for network, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:52.784817 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:52.903177 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:52.906707 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:52.918992 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Reserving flat network on physical network physnet1 {{(pid=100334) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 09:39:52.950535 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775451844581', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:52.951095 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Unsubscribe: segment precommit_create {{(pid=100334) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 09:39:52.951580 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.segments_db [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Added segment 996cd93b-8fb8-413e-af82-616161875224 of type flat for network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 Aug 27 09:39:52.968638 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f1f3bd-1bbd-407b-8a4d-e8d60227c055,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:39:52.988405 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:52.988778 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:52.989149 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:52.989537 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:52.989870 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:52.990213 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:52.990541 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:52.990879 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:52.991222 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:52.991543 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:52.992323 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:52.992665 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Tracked resource versions report: Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: pushed versions: Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: { 'AddressGroup': {'1.2'}, Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'ConntrackHelper': {'1.0'}, Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'Log': {'1.0'}, Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'Network': {'1.1'}, Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'Port': {'1.7'}, Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'PortForwarding': {'1.2'}, Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'QosPolicy': {'1.9'}, Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'SecurityGroup': {'1.4'}, Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'SecurityGroupRule': {'1.2'}, Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'SubPort': {'1.0'}, Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'Subnet': {'1.1'}, Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'Trunk': {'1.1'}} Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: consumer versions: Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: { DHCP agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: L3 agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: Metadata agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: Metering agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: Open vSwitch agent@dv-cinder-804757-3-iscsi: { 'AddressGroup': '1.2', Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'ConntrackHelper': '1.0', Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'Log': '1.0', Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'Network': '1.1', Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'Port': '1.7', Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'PortForwarding': '1.2', Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'QosPolicy': '1.9', Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'SecurityGroup': '1.4', Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'SecurityGroupRule': '1.2', Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'SubPort': '1.0', Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'Subnet': '1.1', Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: 'Trunk': '1.1'}} Aug 27 09:39:52.993845 dv-cinder-804757-3-iscsi neutron-server[100334]: {{(pid=100334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 09:39:53.087296 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775451267687'] for network, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:53.129500 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for network, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:53.130701 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:39:53.131346 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:53.219833 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7931387 Aug 27 09:39:53.236686 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d34f8a-1885-46b0-9384-f62768e1e3df admin admin] Pushing event updated for resources: {'Network': ['ID=7e0666e1-bba7-40d6-99a1-baf82e3072a1,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:39:53.247910 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 details requested by agent ovs-agent-dv-cinder-804757-3-iscsi with host dv-cinder-804757-3-iscsi {{(pid=100336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 09:39:53.334567 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-8046a161-41ef-426c-af79-4bff906212c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:53.517744 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:54.853193 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:55.603885 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 48188) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:39:55.781178 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc4a505-8e96-4a1e-98e7-8ed71fae10c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:39:55.782609 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-6cc4a505-8e96-4a1e-98e7-8ed71fae10c6 admin admin] 10.222.0.55 "GET /v2.0/subnets/dabbb772-bea7-4594-b387-153ed877094e HTTP/1.1" status: 200 len: 849 time: 0.1777217 Aug 27 09:39:55.938360 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-59c32a51-ee7b-4d4d-abe2-d2d2aad30373 admin admin] 10.222.0.55 "GET /v2.0/routers/f7ea5fa5-7184-4516-a69d-fd034c44f130 HTTP/1.1" status: 200 len: 704 time: 0.1486781 Aug 27 09:39:56.202078 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-45f2b08e-7cd6-4caa-b3e9-030f600222cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:56.232292 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:56.500851 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_common [None req-45f2b08e-7cd6-4caa-b3e9-030f600222cc admin admin] Allocated IP 172.20.0.1 (c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d/dabbb772-bea7-4594-b387-153ed877094e/029c5ca6-7c22-4558-ad91-004364b71339) {{(pid=100335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:39:56.658987 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-45f2b08e-7cd6-4caa-b3e9-030f600222cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:56.681920 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.provisioning_blocks [None req-45f2b08e-7cd6-4caa-b3e9-030f600222cc admin admin] Transition to ACTIVE for port object 029c5ca6-7c22-4558-ad91-004364b71339 will not be triggered until provisioned by entity DHCP. {{(pid=100335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:39:56.752385 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-45f2b08e-7cd6-4caa-b3e9-030f600222cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:56.822621 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f2b08e-7cd6-4caa-b3e9-030f600222cc admin admin] Network c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d is already hosted by enough agents. {{(pid=100335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:39:56.829261 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-45f2b08e-7cd6-4caa-b3e9-030f600222cc admin admin] Resources bound (agent type, host, resource id): {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:39:56.834798 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f2b08e-7cd6-4caa-b3e9-030f600222cc admin admin] Received port after_create {{(pid=100335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:39:56.835550 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-45f2b08e-7cd6-4caa-b3e9-030f600222cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504074'] for router_interface, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:56.859735 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2b08e-7cd6-4caa-b3e9-030f600222cc admin admin] Pushing event updated for resources: {'Port': ['ID=029c5ca6-7c22-4558-ad91-004364b71339,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:39:57.056972 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-b001ed82-4d07-4e5f-b9c3-17efd7c17aa9 None None] Provisioning for port 029c5ca6-7c22-4558-ad91-004364b71339 completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:39:57.060644 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-b001ed82-4d07-4e5f-b9c3-17efd7c17aa9 None None] Provisioning complete for port 029c5ca6-7c22-4558-ad91-004364b71339 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:39:57.061013 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b001ed82-4d07-4e5f-b9c3-17efd7c17aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:57.085122 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-45f2b08e-7cd6-4caa-b3e9-030f600222cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:57.095956 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-b001ed82-4d07-4e5f-b9c3-17efd7c17aa9 None None] Port 029c5ca6-7c22-4558-ad91-004364b71339 cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:39:57.301315 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-45f2b08e-7cd6-4caa-b3e9-030f600222cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:57.306438 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-45f2b08e-7cd6-4caa-b3e9-030f600222cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:57.307352 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-45f2b08e-7cd6-4caa-b3e9-030f600222cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1681839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-504021'] for router_interface, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:57.384721 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2b08e-7cd6-4caa-b3e9-030f600222cc admin admin] Pushing event updated for resources: {'Port': ['ID=029c5ca6-7c22-4558-ad91-004364b71339,revision_number=2']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:39:57.430378 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f2b08e-7cd6-4caa-b3e9-030f600222cc admin admin] Network c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d is already hosted by enough agents. {{(pid=100335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:39:57.431732 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-45f2b08e-7cd6-4caa-b3e9-030f600222cc admin admin] Resources bound (agent type, host, resource id): {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:39:57.596056 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f2b08e-7cd6-4caa-b3e9-030f600222cc admin admin] Router f7ea5fa5-7184-4516-a69d-fd034c44f130 is scheduled to L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a with binding_index 1 {{(pid=100335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 09:39:57.616194 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-034880ce-c436-4737-be1f-ab60bdec6328 None None] Provisioning complete for port 029c5ca6-7c22-4558-ad91-004364b71339 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:39:57.617465 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-034880ce-c436-4737-be1f-ab60bdec6328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:57.652463 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-034880ce-c436-4737-be1f-ab60bdec6328 None None] Port 029c5ca6-7c22-4558-ad91-004364b71339 cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:39:57.690889 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f2b08e-7cd6-4caa-b3e9-030f600222cc admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:39:57.696304 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-45f2b08e-7cd6-4caa-b3e9-030f600222cc admin admin] 10.222.0.55 "PUT /v2.0/routers/f7ea5fa5-7184-4516-a69d-fd034c44f130/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7519820 Aug 27 09:39:57.705125 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Sync routers for ids ['f7ea5fa5-7184-4516-a69d-fd034c44f130'] in dv-cinder-804757-3-iscsi {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:39:57.716872 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Routers {'f7ea5fa5-7184-4516-a69d-fd034c44f130'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:39:57.717742 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:39:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['f7ea5fa5-7184-4516-a69d-fd034c44f130'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:39:57.903100 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Set router f7ea5fa5-7184-4516-a69d-fd034c44f130 gateway port host: None {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:39:58.413761 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ea5fa5-7184-4516-a69d-fd034c44f130', 'name': 'router1', 'tenant_id': '196f697be1614583b9a261097ba1dfac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:39:47Z', 'updated_at': '2021-08-27T09:39:57Z', 'revision_number': 2, 'project_id': '196f697be1614583b9a261097ba1dfac', 'gw_port_host': None, '_interfaces': [{'id': '029c5ca6-7c22-4558-ad91-004364b71339', 'name': '', 'network_id': 'c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d', 'tenant_id': '196f697be1614583b9a261097ba1dfac', 'mac_address': 'fa:16:3e:43:92:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ea5fa5-7184-4516-a69d-fd034c44f130', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dabbb772-bea7-4594-b387-153ed877094e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:39:56Z', 'updated_at': '2021-08-27T09:39:57Z', 'revision_number': 2, 'project_id': '196f697be1614583b9a261097ba1dfac', 'subnets': [{'id': 'dabbb772-bea7-4594-b387-153ed877094e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '487f911a-3aca-4d2d-8c04-bb2470f3154b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:39:58.470187 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Checking router: f7ea5fa5-7184-4516-a69d-fd034c44f130 for host: dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:39:58.470553 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Updating router f7ea5fa5-7184-4516-a69d-fd034c44f130 port 029c5ca6-7c22-4558-ad91-004364b71339 binding host dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 09:39:58.525013 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:59.032828 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Notify callbacks [] for port, precommit_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:59.050852 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.provisioning_blocks [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Transition to ACTIVE for port object 029c5ca6-7c22-4558-ad91-004364b71339 will not be triggered until provisioned by entity L2. {{(pid=100337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:39:59.056854 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:59.211610 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc122167-9333-4716-bd1c-0c7f5c0c8226 None None] Pushing event updated for resources: {'Port': ['ID=029c5ca6-7c22-4558-ad91-004364b71339,revision_number=3']} {{(pid=100337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:39:59.224883 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc122167-9333-4716-bd1c-0c7f5c0c8226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:59.225233 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc122167-9333-4716-bd1c-0c7f5c0c8226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:59.225589 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc122167-9333-4716-bd1c-0c7f5c0c8226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:59.225999 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc122167-9333-4716-bd1c-0c7f5c0c8226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:59.226395 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc122167-9333-4716-bd1c-0c7f5c0c8226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:59.226723 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc122167-9333-4716-bd1c-0c7f5c0c8226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:59.227040 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc122167-9333-4716-bd1c-0c7f5c0c8226 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:59.227357 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc122167-9333-4716-bd1c-0c7f5c0c8226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:59.227691 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc122167-9333-4716-bd1c-0c7f5c0c8226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:59.228064 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc122167-9333-4716-bd1c-0c7f5c0c8226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:59.228383 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc122167-9333-4716-bd1c-0c7f5c0c8226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:59.228692 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc122167-9333-4716-bd1c-0c7f5c0c8226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc122167-9333-4716-bd1c-0c7f5c0c8226 None None] Tracked resource versions report: Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: pushed versions: Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: { 'AddressGroup': {'1.2'}, Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'ConntrackHelper': {'1.0'}, Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'Log': {'1.0'}, Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'Network': {'1.1'}, Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'Port': {'1.7'}, Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'PortForwarding': {'1.2'}, Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'QosPolicy': {'1.9'}, Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'SecurityGroup': {'1.4'}, Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'SecurityGroupRule': {'1.2'}, Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'SubPort': {'1.0'}, Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'Subnet': {'1.1'}, Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'Trunk': {'1.1'}} Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: consumer versions: Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: { DHCP agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: L3 agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: Metadata agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: Metering agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: Open vSwitch agent@dv-cinder-804757-3-iscsi: { 'AddressGroup': '1.2', Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'ConntrackHelper': '1.0', Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'Log': '1.0', Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'Network': '1.1', Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'Port': '1.7', Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'PortForwarding': '1.2', Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'QosPolicy': '1.9', Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'SecurityGroup': '1.4', Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'SecurityGroupRule': '1.2', Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'SubPort': '1.0', Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'Subnet': '1.1', Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: 'Trunk': '1.1'}} Aug 27 09:39:59.229804 dv-cinder-804757-3-iscsi neutron-server[100337]: {{(pid=100337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 09:39:59.235838 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Attempting to bind port 029c5ca6-7c22-4558-ad91-004364b71339 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:39:59.236256 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Attempting to bind port 029c5ca6-7c22-4558-ad91-004364b71339 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': '918f2818-c091-431f-97da-0455d97a1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d'}] {{(pid=100337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:39:59.236691 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Attempting to bind port 029c5ca6-7c22-4558-ad91-004364b71339 on network c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:39:59.241440 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:39:59.241926 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Checking segment: {'id': '918f2818-c091-431f-97da-0455d97a1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:39:59.242384 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:59.242758 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Bound using segment: {'id': '918f2818-c091-431f-97da-0455d97a1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d'} {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:39:59.243250 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Bound port: 029c5ca6-7c22-4558-ad91-004364b71339, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918f2818-c091-431f-97da-0455d97a1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d'}}] {{(pid=100337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:39:59.243636 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:59.308544 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.db [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] For port 029c5ca6-7c22-4558-ad91-004364b71339, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:39:59.328436 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.db [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] For port 029c5ca6-7c22-4558-ad91-004364b71339, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=029c5ca6-7c22-4558-ad91-004364b71339,segment=NetworkSegment(918f2818-c091-431f-97da-0455d97a1e2a),segment_id=918f2818-c091-431f-97da-0455d97a1e2a)] {{(pid=100337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:39:59.332990 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:39:59.388006 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Routers {'f7ea5fa5-7184-4516-a69d-fd034c44f130'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:39:59.388626 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:39:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['f7ea5fa5-7184-4516-a69d-fd034c44f130'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:39:59.428269 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc122167-9333-4716-bd1c-0c7f5c0c8226 None None] Pushing event updated for resources: {'Port': ['ID=029c5ca6-7c22-4558-ad91-004364b71339,revision_number=4']} {{(pid=100337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:39:59.483665 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] Set router f7ea5fa5-7184-4516-a69d-fd034c44f130 gateway port host: None {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:39:59.696277 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ea5fa5-7184-4516-a69d-fd034c44f130', 'name': 'router1', 'tenant_id': '196f697be1614583b9a261097ba1dfac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:39:47Z', 'updated_at': '2021-08-27T09:39:57Z', 'revision_number': 2, 'project_id': '196f697be1614583b9a261097ba1dfac', 'gw_port_host': None, '_interfaces': [{'id': '029c5ca6-7c22-4558-ad91-004364b71339', 'name': '', 'network_id': 'c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d', 'tenant_id': '196f697be1614583b9a261097ba1dfac', 'mac_address': 'fa:16:3e:43:92:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ea5fa5-7184-4516-a69d-fd034c44f130', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dabbb772-bea7-4594-b387-153ed877094e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:39:56Z', 'updated_at': '2021-08-27T09:39:59Z', 'revision_number': 4, 'project_id': '196f697be1614583b9a261097ba1dfac', 'subnets': [{'id': 'dabbb772-bea7-4594-b387-153ed877094e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '487f911a-3aca-4d2d-8c04-bb2470f3154b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:39:59.724940 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d2f4e-baed-436e-800a-934a0398a6f1 None None] The sync data for ids ['f7ea5fa5-7184-4516-a69d-fd034c44f130'] in dv-cinder-804757-3-iscsi is: [{'id': 'f7ea5fa5-7184-4516-a69d-fd034c44f130', 'name': 'router1', 'tenant_id': '196f697be1614583b9a261097ba1dfac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:39:47Z', 'updated_at': '2021-08-27T09:39:57Z', 'revision_number': 2, 'project_id': '196f697be1614583b9a261097ba1dfac', 'gw_port_host': None, '_interfaces': [{'id': '029c5ca6-7c22-4558-ad91-004364b71339', 'name': '', 'network_id': 'c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d', 'tenant_id': '196f697be1614583b9a261097ba1dfac', 'mac_address': 'fa:16:3e:43:92:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ea5fa5-7184-4516-a69d-fd034c44f130', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dabbb772-bea7-4594-b387-153ed877094e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:39:56Z', 'updated_at': '2021-08-27T09:39:59Z', 'revision_number': 4, 'project_id': '196f697be1614583b9a261097ba1dfac', 'subnets': [{'id': 'dabbb772-bea7-4594-b387-153ed877094e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '487f911a-3aca-4d2d-8c04-bb2470f3154b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:39:59.992693 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 48208) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:40:00.135721 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ffcd49-f92e-4143-b614-f59f2083fad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:40:00.137151 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-a5ffcd49-f92e-4143-b614-f59f2083fad6 admin admin] 10.222.0.55 "GET /v2.0/networks/7e0666e1-bba7-40d6-99a1-baf82e3072a1 HTTP/1.1" status: 200 len: 842 time: 0.1435070 Aug 27 09:40:00.147068 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-48756a4c-d3b9-4d24-a4f1-d18073364a59 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'enable_dhcp': False}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:40:00.172657 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48756a4c-d3b9-4d24-a4f1-d18073364a59 admin admin] Made reservation on behalf of c9c26eca12f345e6adae36a9bf3e9069 for: {'subnet': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:40:00.175150 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-48756a4c-d3b9-4d24-a4f1-d18073364a59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:00.561175 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.objects.ports [None req-48756a4c-d3b9-4d24-a4f1-d18073364a59 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100334) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 09:40:00.561664 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-48756a4c-d3b9-4d24-a4f1-d18073364a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for subnet, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:00.619003 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48756a4c-d3b9-4d24-a4f1-d18073364a59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16ad6031-57d4-4eed-bb48-2f2edbdd88d6,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:40:00.629170 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48756a4c-d3b9-4d24-a4f1-d18073364a59 admin admin] Checking segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:40:00.629588 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48756a4c-d3b9-4d24-a4f1-d18073364a59 admin admin] Network hostable DHCP agents. Network: 7e0666e1-bba7-40d6-99a1-baf82e3072a1, hostable agents: ['f25084d2-4677-41d8-9429-a13aa7534b2d'], hosted agents: [] {{(pid=100334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 09:40:00.650044 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48756a4c-d3b9-4d24-a4f1-d18073364a59 admin admin] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 is scheduled to be hosted by DHCP agent f25084d2-4677-41d8-9429-a13aa7534b2d with binding_index 1 {{(pid=100334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 09:40:00.661358 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-48756a4c-d3b9-4d24-a4f1-d18073364a59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-3-iscsi, 7e0666e1-bba7-40d6-99a1-baf82e3072a1) {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:40:00.668289 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48756a4c-d3b9-4d24-a4f1-d18073364a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:40:00.668889 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-48756a4c-d3b9-4d24-a4f1-d18073364a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:00.671396 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10ff2bf-1aa7-48cd-8147-0a0f905c98d1 None None] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:40:00.683353 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-48756a4c-d3b9-4d24-a4f1-d18073364a59 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5396335 Aug 27 09:40:00.808200 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc21c66e-8206-45aa-b0a0-8b0ccce2e421 None None] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:40:03.108347 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 48216) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:40:03.335673 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-e5d84013-9d7b-41c1-9972-f79e4f1dc817 admin admin] 10.222.0.55 "GET /v2.0/routers/f7ea5fa5-7184-4516-a69d-fd034c44f130 HTTP/1.1" status: 200 len: 710 time: 0.2255905 Aug 27 09:40:03.425779 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74efbfb3-1da2-4886-9752-a1e8009b110d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:40:03.433570 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-74efbfb3-1da2-4886-9752-a1e8009b110d admin admin] 10.222.0.55 "GET /v2.0/networks/7e0666e1-bba7-40d6-99a1-baf82e3072a1 HTTP/1.1" status: 200 len: 886 time: 0.0855148 Aug 27 09:40:03.437947 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-5bd822e4-b2c4-4737-84e6-80e149e68849 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:40:03.685097 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-5bd822e4-b2c4-4737-84e6-80e149e68849 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:03.923378 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-5bd822e4-b2c4-4737-84e6-80e149e68849 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:04.050235 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-5bd822e4-b2c4-4737-84e6-80e149e68849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:04.208033 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [None req-5bd822e4-b2c4-4737-84e6-80e149e68849 admin admin] Allocated IP 172.27.3.199 (7e0666e1-bba7-40d6-99a1-baf82e3072a1/16ad6031-57d4-4eed-bb48-2f2edbdd88d6/3ec6e2c4-eec5-42f2-9b9f-8d246967050e) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:40:04.317948 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-5bd822e4-b2c4-4737-84e6-80e149e68849 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:04.386618 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-5bd822e4-b2c4-4737-84e6-80e149e68849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:04.464389 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd822e4-b2c4-4737-84e6-80e149e68849 admin admin] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:40:04.465811 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-5bd822e4-b2c4-4737-84e6-80e149e68849 admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:40:04.475037 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd822e4-b2c4-4737-84e6-80e149e68849 admin admin] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:40:04.478919 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd822e4-b2c4-4737-84e6-80e149e68849 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec6e2c4-eec5-42f2-9b9f-8d246967050e,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:40:04.756171 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-5bd822e4-b2c4-4737-84e6-80e149e68849 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:04.960982 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-5bd822e4-b2c4-4737-84e6-80e149e68849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-510290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1023784'] for router, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:04.966025 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-5bd822e4-b2c4-4737-84e6-80e149e68849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-510277'] for router, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:05.080786 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd822e4-b2c4-4737-84e6-80e149e68849 admin admin] Router f7ea5fa5-7184-4516-a69d-fd034c44f130 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:40:05.192108 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd822e4-b2c4-4737-84e6-80e149e68849 admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:40:05.197345 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-5bd822e4-b2c4-4737-84e6-80e149e68849 admin admin] Notify callbacks [] for router, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:05.198611 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-5bd822e4-b2c4-4737-84e6-80e149e68849 admin admin] 10.222.0.55 "PUT /v2.0/routers/f7ea5fa5-7184-4516-a69d-fd034c44f130 HTTP/1.1" status: 200 len: 890 time: 1.7642963 Aug 27 09:40:05.714052 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 029c5ca6-7c22-4558-ad91-004364b71339 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:40:05.765886 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port 029c5ca6-7c22-4558-ad91-004364b71339 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:40:05.769911 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 029c5ca6-7c22-4558-ad91-004364b71339 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:40:05.770288 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:05.845989 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:05.877757 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port 029c5ca6-7c22-4558-ad91-004364b71339, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=029c5ca6-7c22-4558-ad91-004364b71339,segment=NetworkSegment(918f2818-c091-431f-97da-0455d97a1e2a),segment_id=918f2818-c091-431f-97da-0455d97a1e2a)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:40:05.882212 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:05.927835 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=029c5ca6-7c22-4558-ad91-004364b71339,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:40:06.321775 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Sync routers for ids ['f7ea5fa5-7184-4516-a69d-fd034c44f130'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:40:06.331936 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Routers {'f7ea5fa5-7184-4516-a69d-fd034c44f130'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:40:06.332676 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:39:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['f7ea5fa5-7184-4516-a69d-fd034c44f130'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:40:06.582783 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Set router f7ea5fa5-7184-4516-a69d-fd034c44f130 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:40:06.970293 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ea5fa5-7184-4516-a69d-fd034c44f130', 'name': 'router1', 'tenant_id': '196f697be1614583b9a261097ba1dfac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3ec6e2c4-eec5-42f2-9b9f-8d246967050e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:39:47Z', 'updated_at': '2021-08-27T09:40:04Z', 'revision_number': 4, 'project_id': '196f697be1614583b9a261097ba1dfac', 'gw_port': {'id': '3ec6e2c4-eec5-42f2-9b9f-8d246967050e', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:65:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ea5fa5-7184-4516-a69d-fd034c44f130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:40:04Z', 'updated_at': '2021-08-27T09:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '029c5ca6-7c22-4558-ad91-004364b71339', 'name': '', 'network_id': 'c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d', 'tenant_id': '196f697be1614583b9a261097ba1dfac', 'mac_address': 'fa:16:3e:43:92:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ea5fa5-7184-4516-a69d-fd034c44f130', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dabbb772-bea7-4594-b387-153ed877094e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:39:56Z', 'updated_at': '2021-08-27T09:40:05Z', 'revision_number': 5, 'project_id': '196f697be1614583b9a261097ba1dfac', 'subnets': [{'id': 'dabbb772-bea7-4594-b387-153ed877094e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '487f911a-3aca-4d2d-8c04-bb2470f3154b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:40:07.018672 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Checking router: f7ea5fa5-7184-4516-a69d-fd034c44f130 for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:40:07.019040 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Updating router f7ea5fa5-7184-4516-a69d-fd034c44f130 port 3ec6e2c4-eec5-42f2-9b9f-8d246967050e binding host dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 09:40:07.066420 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:07.386667 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Notify callbacks [] for port, precommit_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:07.396064 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Transition to ACTIVE for port object 3ec6e2c4-eec5-42f2-9b9f-8d246967050e will not be triggered until provisioned by entity L2. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:40:07.402249 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:07.453561 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7579a1-0361-4568-bd8b-022ad7bc7df2 None None] Pushing event updated for resources: {'Port': ['ID=3ec6e2c4-eec5-42f2-9b9f-8d246967050e,revision_number=2']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:40:07.455885 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Attempting to bind port 3ec6e2c4-eec5-42f2-9b9f-8d246967050e on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:40:07.456251 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Attempting to bind port 3ec6e2c4-eec5-42f2-9b9f-8d246967050e by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:40:07.456604 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Attempting to bind port 3ec6e2c4-eec5-42f2-9b9f-8d246967050e on network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:40:07.462329 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:40:07.462704 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Checking segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:40:07.463102 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:07.463543 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Bound using segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:40:07.463936 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Bound port: 3ec6e2c4-eec5-42f2-9b9f-8d246967050e, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:40:07.464327 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:07.518727 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] For port 3ec6e2c4-eec5-42f2-9b9f-8d246967050e, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:40:07.522165 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] For port 3ec6e2c4-eec5-42f2-9b9f-8d246967050e, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=3ec6e2c4-eec5-42f2-9b9f-8d246967050e,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:40:07.527273 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:07.585811 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7579a1-0361-4568-bd8b-022ad7bc7df2 None None] Pushing event updated for resources: {'Port': ['ID=3ec6e2c4-eec5-42f2-9b9f-8d246967050e,revision_number=3']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:40:07.588699 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Routers {'f7ea5fa5-7184-4516-a69d-fd034c44f130'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:40:07.589382 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:39:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['f7ea5fa5-7184-4516-a69d-fd034c44f130'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:40:07.660602 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 48228) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:40:07.749390 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 029c5ca6-7c22-4558-ad91-004364b71339 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:40:07.782790 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-191f1b26-18ad-43c1-a600-1d0928616b9f admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1209536 Aug 27 09:40:07.806884 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] Set router f7ea5fa5-7184-4516-a69d-fd034c44f130 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:40:07.854877 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 029c5ca6-7c22-4558-ad91-004364b71339 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:40:07.855256 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:08.090827 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ea5fa5-7184-4516-a69d-fd034c44f130', 'name': 'router1', 'tenant_id': '196f697be1614583b9a261097ba1dfac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3ec6e2c4-eec5-42f2-9b9f-8d246967050e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:39:47Z', 'updated_at': '2021-08-27T09:40:04Z', 'revision_number': 4, 'project_id': '196f697be1614583b9a261097ba1dfac', 'gw_port': {'id': '3ec6e2c4-eec5-42f2-9b9f-8d246967050e', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:65:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ea5fa5-7184-4516-a69d-fd034c44f130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:40:04Z', 'updated_at': '2021-08-27T09:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '029c5ca6-7c22-4558-ad91-004364b71339', 'name': '', 'network_id': 'c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d', 'tenant_id': '196f697be1614583b9a261097ba1dfac', 'mac_address': 'fa:16:3e:43:92:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ea5fa5-7184-4516-a69d-fd034c44f130', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dabbb772-bea7-4594-b387-153ed877094e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:39:56Z', 'updated_at': '2021-08-27T09:40:05Z', 'revision_number': 5, 'project_id': '196f697be1614583b9a261097ba1dfac', 'subnets': [{'id': 'dabbb772-bea7-4594-b387-153ed877094e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '487f911a-3aca-4d2d-8c04-bb2470f3154b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:40:08.120503 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8441d7-3af8-4580-9fe5-65dc80c06c56 None None] The sync data for ids ['f7ea5fa5-7184-4516-a69d-fd034c44f130'] in dv-cinder-804757-3-iscsi is: [{'id': 'f7ea5fa5-7184-4516-a69d-fd034c44f130', 'name': 'router1', 'tenant_id': '196f697be1614583b9a261097ba1dfac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '3ec6e2c4-eec5-42f2-9b9f-8d246967050e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:39:47Z', 'updated_at': '2021-08-27T09:40:04Z', 'revision_number': 4, 'project_id': '196f697be1614583b9a261097ba1dfac', 'gw_port': {'id': '3ec6e2c4-eec5-42f2-9b9f-8d246967050e', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:65:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ea5fa5-7184-4516-a69d-fd034c44f130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:40:04Z', 'updated_at': '2021-08-27T09:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '029c5ca6-7c22-4558-ad91-004364b71339', 'name': '', 'network_id': 'c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d', 'tenant_id': '196f697be1614583b9a261097ba1dfac', 'mac_address': 'fa:16:3e:43:92:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ea5fa5-7184-4516-a69d-fd034c44f130', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dabbb772-bea7-4594-b387-153ed877094e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:39:56Z', 'updated_at': '2021-08-27T09:40:05Z', 'revision_number': 5, 'project_id': '196f697be1614583b9a261097ba1dfac', 'subnets': [{'id': 'dabbb772-bea7-4594-b387-153ed877094e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '487f911a-3aca-4d2d-8c04-bb2470f3154b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:40:09.736084 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 3ec6e2c4-eec5-42f2-9b9f-8d246967050e up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:40:09.793257 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port 3ec6e2c4-eec5-42f2-9b9f-8d246967050e completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:40:09.799252 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 3ec6e2c4-eec5-42f2-9b9f-8d246967050e triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:40:09.799677 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:09.882188 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:09.904222 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port 3ec6e2c4-eec5-42f2-9b9f-8d246967050e, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=3ec6e2c4-eec5-42f2-9b9f-8d246967050e,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:40:09.909831 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:09.965240 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=3ec6e2c4-eec5-42f2-9b9f-8d246967050e,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:40:11.724880 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 3ec6e2c4-eec5-42f2-9b9f-8d246967050e up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:40:11.780474 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 3ec6e2c4-eec5-42f2-9b9f-8d246967050e triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:40:11.781159 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:17.225015 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 5 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:40:20.576932 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b498da53-fe77-407d-8797-297ed8222d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:23.330414 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-a616f1c0-60d0-45a0-87ed-4a5533feb253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:23.536582 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:24.860260 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:26.258981 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:50.580026 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-65536e6c-6598-450b-b259-989d8fda9c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:53.336162 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-0893a290-4a66-4040-8017-960678dfef3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:53.527461 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:54.225830 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 5 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:40:54.863052 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:40:56.254681 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:41:20.581783 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4c1c731f-0f99-4c50-bffe-de159508dd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:41:23.336560 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-a5499935-7367-4c0a-9b9c-6819056b56cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:41:23.519600 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:41:24.859739 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:41:26.255847 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:41:31.224691 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 5 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:41:43.726812 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 48790) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:41:43.787726 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b42881-5792-4c9c-91e5-fd69abfa6725 admin admin] GET failed (client error): The resource could not be found. Aug 27 09:41:43.789042 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-a3b42881-5792-4c9c-91e5-fd69abfa6725 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612841 Aug 27 09:41:44.016740 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc01728-af92-4aeb-b23a-263517e3023c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:41:44.018275 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-6fc01728-af92-4aeb-b23a-263517e3023c admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2247813 Aug 27 09:41:46.272682 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 48800) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:41:46.375190 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d839fb-8f0f-492b-b8a7-923724bc1454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:41:46.378158 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-24d839fb-8f0f-492b-b8a7-923724bc1454 admin admin] 10.222.0.55 "GET /v2.0/subnets/dabbb772-bea7-4594-b387-153ed877094e HTTP/1.1" status: 200 len: 849 time: 0.1045074 Aug 27 09:41:46.389922 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-9f07aca2-a760-491a-85ca-c8f074183d80 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:41:46.478019 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9f07aca2-a760-491a-85ca-c8f074183d80 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:41:46.614688 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9f07aca2-a760-491a-85ca-c8f074183d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775451754280'] for subnet, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:41:46.646048 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f07aca2-a760-491a-85ca-c8f074183d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:41:46.646633 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9f07aca2-a760-491a-85ca-c8f074183d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:41:46.647911 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-9f07aca2-a760-491a-85ca-c8f074183d80 admin admin] 10.222.0.55 "PUT /v2.0/subnets/dabbb772-bea7-4594-b387-153ed877094e HTTP/1.1" status: 200 len: 868 time: 0.2634201 Aug 27 09:41:46.651272 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfc1509-788b-4f75-84e4-e223f7fcf2a7 None None] Network c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:41:46.673376 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07aca2-a760-491a-85ca-c8f074183d80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dabbb772-bea7-4594-b387-153ed877094e,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:41:46.681971 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07aca2-a760-491a-85ca-c8f074183d80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:41:46.682349 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07aca2-a760-491a-85ca-c8f074183d80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:41:46.682674 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07aca2-a760-491a-85ca-c8f074183d80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:41:46.683024 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07aca2-a760-491a-85ca-c8f074183d80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:41:46.683336 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07aca2-a760-491a-85ca-c8f074183d80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:41:46.683679 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07aca2-a760-491a-85ca-c8f074183d80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:41:46.684008 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07aca2-a760-491a-85ca-c8f074183d80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:41:46.684334 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07aca2-a760-491a-85ca-c8f074183d80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:41:46.684680 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07aca2-a760-491a-85ca-c8f074183d80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:41:46.685004 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07aca2-a760-491a-85ca-c8f074183d80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:41:46.685324 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07aca2-a760-491a-85ca-c8f074183d80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:41:46.685671 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f07aca2-a760-491a-85ca-c8f074183d80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:41:47.029858 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9e1360d0-ef47-44c7-a32d-d3d19faf1284 None None] Provisioning complete for port 029c5ca6-7c22-4558-ad91-004364b71339 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:41:47.030226 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9e1360d0-ef47-44c7-a32d-d3d19faf1284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:41:47.117031 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9e1360d0-ef47-44c7-a32d-d3d19faf1284 None None] Provisioning complete for port 3d6357ed-fd29-46c1-bbfd-0a7e227c1dfc triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:41:47.117297 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9e1360d0-ef47-44c7-a32d-d3d19faf1284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:41:48.815154 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 48808) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:41:49.012913 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141eea46-11ed-4682-83b3-5c2d7c2c3a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:41:49.013386 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141eea46-11ed-4682-83b3-5c2d7c2c3a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:41:49.014978 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-141eea46-11ed-4682-83b3-5c2d7c2c3a41 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1988587 Aug 27 09:41:50.584805 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-31111894-f5b3-4be9-ba76-e4845e8c8ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:41:51.250661 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 48816) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:41:51.381968 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5eee1d-866f-433a-a7b8-ff7b68a7a0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:41:51.382438 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5eee1d-866f-433a-a7b8-ff7b68a7a0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:41:51.383965 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-2b5eee1d-866f-433a-a7b8-ff7b68a7a0f0 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1323547 Aug 27 09:41:53.336646 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9d831c2f-cc61-4c42-ab10-47adb2475735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:41:53.522853 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:41:53.619242 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 48824) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:41:53.752172 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f95e6f-e0ca-4d2d-9f9b-8a0934cc6f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:41:53.754590 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-11f95e6f-e0ca-4d2d-9f9b-8a0934cc6f37 admin admin] 10.222.0.55 "GET /v2.0/networks/7e0666e1-bba7-40d6-99a1-baf82e3072a1 HTTP/1.1" status: 200 len: 886 time: 0.1333587 Aug 27 09:41:54.862722 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:41:55.946246 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 48832) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:41:56.073875 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098870d9-a479-4310-a713-556de6838374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:41:56.075207 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-098870d9-a479-4310-a713-556de6838374 admin admin] 10.222.0.55 "GET /v2.0/networks/c34f79bd-f5e8-448e-b924-5c7b7ca8ed4d HTTP/1.1" status: 200 len: 870 time: 0.1279874 Aug 27 09:41:56.259605 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:41:58.310742 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 48842) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:41:58.432621 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8447f2cf-ec95-40c5-8354-5c5b0e7bab12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:41:58.433069 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8447f2cf-ec95-40c5-8354-5c5b0e7bab12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:41:58.434594 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-8447f2cf-ec95-40c5-8354-5c5b0e7bab12 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229143 Aug 27 09:42:00.605355 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 48850) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:42:00.697849 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7ba855-87b6-4937-bc6f-06a54fe74637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:42:00.698303 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7ba855-87b6-4937-bc6f-06a54fe74637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:42:00.699804 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-cb7ba855-87b6-4937-bc6f-06a54fe74637 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0934887 Aug 27 09:42:02.876363 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 48858) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:42:02.960970 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0656b5-d9f7-4a13-b395-cd7af38f62e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:42:02.962307 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-3e0656b5-d9f7-4a13-b395-cd7af38f62e5 admin admin] 10.222.0.55 "GET /v2.0/subnets/16ad6031-57d4-4eed-bb48-2f2edbdd88d6 HTTP/1.1" status: 200 len: 816 time: 0.0849862 Aug 27 09:42:05.125157 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 48866) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:42:05.215191 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4404dbd-cbfe-424c-b15d-4f777c764b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:42:05.216527 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-e4404dbd-cbfe-424c-b15d-4f777c764b8a admin admin] 10.222.0.55 "GET /v2.0/subnets/dabbb772-bea7-4594-b387-153ed877094e HTTP/1.1" status: 200 len: 868 time: 0.0903876 Aug 27 09:42:08.224602 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 5 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:42:20.586774 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-ddac64cf-aa87-4f0b-9ed2-96ee47aa1268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:23.335999 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-54faefe2-bdf3-432b-b1c9-02fc93d152df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:23.524973 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:24.864906 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:26.262549 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:28.934453 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 48920) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:42:28.981091 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [None req-3ed54ecb-7902-4c2b-a3ef-9b851f1442d6 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=100335) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 09:42:28.982116 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-3ed54ecb-7902-4c2b-a3ef-9b851f1442d6 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467238 Aug 27 09:42:31.301617 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 48928) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:42:31.365142 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.pecan_wsgi.hooks.translation [None req-513b4818-765c-496c-b6e8-67fdec493ac9 admin admin] GET failed (client error): The resource could not be found. Aug 27 09:42:31.366597 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-513b4818-765c-496c-b6e8-67fdec493ac9 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0640357 Aug 27 09:42:31.449504 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df48311-bf6e-4ba2-9f46-bbe3205b6ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:42:31.450966 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-9df48311-bf6e-4ba2-9f46-bbe3205b6ca1 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0798080 Aug 27 09:42:33.671539 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 48936) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:42:33.718125 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-23b51c04-33ea-4d06-a1d6-d4a822348271 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:42:33.739474 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b51c04-33ea-4d06-a1d6-d4a822348271 admin admin] Made reservation on behalf of c9c26eca12f345e6adae36a9bf3e9069 for: {'network': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:42:33.742300 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-23b51c04-33ea-4d06-a1d6-d4a822348271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for network, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:33.774814 dv-cinder-804757-3-iscsi neutron-server[100334]: WARNING neutron.services.revisions.revision_plugin [None req-23b51c04-33ea-4d06-a1d6-d4a822348271 admin admin] Could not find related network for resource to bump revision. Aug 27 09:42:33.789468 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b51c04-33ea-4d06-a1d6-d4a822348271 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=100334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 09:42:33.799271 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-23b51c04-33ea-4d06-a1d6-d4a822348271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:33.799617 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.segments_db [None req-23b51c04-33ea-4d06-a1d6-d4a822348271 admin admin] Added segment 34039b82-bc74-4eff-a386-05dcb5d2421f of type vlan for network 13f423b7-e522-4cd0-9840-dbb8a76ed86c Aug 27 09:42:33.841140 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-23b51c04-33ea-4d06-a1d6-d4a822348271 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775451267687'] for network, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:33.864897 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-23b51c04-33ea-4d06-a1d6-d4a822348271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for network, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:33.865887 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b51c04-33ea-4d06-a1d6-d4a822348271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:42:33.866455 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-23b51c04-33ea-4d06-a1d6-d4a822348271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:33.919103 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-23b51c04-33ea-4d06-a1d6-d4a822348271 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2464738 Aug 27 09:42:33.923761 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b51c04-33ea-4d06-a1d6-d4a822348271 admin admin] Pushing event updated for resources: {'Network': ['ID=13f423b7-e522-4cd0-9840-dbb8a76ed86c,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:42:33.935410 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Network 13f423b7-e522-4cd0-9840-dbb8a76ed86c details requested by agent ovs-agent-dv-cinder-804757-3-iscsi with host dv-cinder-804757-3-iscsi {{(pid=100336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 09:42:36.136091 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 48944) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:42:36.196401 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10509ef-fca2-4681-8a01-7dc975594d4b admin admin] GET failed (client error): The resource could not be found. Aug 27 09:42:36.197704 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-a10509ef-fca2-4681-8a01-7dc975594d4b admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606432 Aug 27 09:42:36.266526 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0243d74-3093-4107-b46c-72b8e655df74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:42:36.268022 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-a0243d74-3093-4107-b46c-72b8e655df74 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0658319 Aug 27 09:42:36.277933 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-aa90f0ec-d779-4bfa-8c74-1e4e495f5221 admin admin] Request body: {'subnet': {'network_id': '13f423b7-e522-4cd0-9840-dbb8a76ed86c', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:42:36.296720 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa90f0ec-d779-4bfa-8c74-1e4e495f5221 admin admin] Made reservation on behalf of c9c26eca12f345e6adae36a9bf3e9069 for: {'subnet': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:42:36.299395 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-aa90f0ec-d779-4bfa-8c74-1e4e495f5221 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:36.458130 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-aa90f0ec-d779-4bfa-8c74-1e4e495f5221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for subnet, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:36.514288 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90f0ec-d779-4bfa-8c74-1e4e495f5221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f1f82a-b302-49b0-acf3-d3b77ecf15dd,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:42:36.521665 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa90f0ec-d779-4bfa-8c74-1e4e495f5221 admin admin] Checking segment: {'id': '34039b82-bc74-4eff-a386-05dcb5d2421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '13f423b7-e522-4cd0-9840-dbb8a76ed86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:42:36.522023 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa90f0ec-d779-4bfa-8c74-1e4e495f5221 admin admin] Network hostable DHCP agents. Network: 13f423b7-e522-4cd0-9840-dbb8a76ed86c, hostable agents: ['f25084d2-4677-41d8-9429-a13aa7534b2d'], hosted agents: [] {{(pid=100334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 09:42:36.538078 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa90f0ec-d779-4bfa-8c74-1e4e495f5221 admin admin] Network 13f423b7-e522-4cd0-9840-dbb8a76ed86c is scheduled to be hosted by DHCP agent f25084d2-4677-41d8-9429-a13aa7534b2d with binding_index 1 {{(pid=100334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 09:42:36.546484 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-aa90f0ec-d779-4bfa-8c74-1e4e495f5221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-3-iscsi, 13f423b7-e522-4cd0-9840-dbb8a76ed86c) {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:42:36.551016 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa90f0ec-d779-4bfa-8c74-1e4e495f5221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:42:36.551586 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-aa90f0ec-d779-4bfa-8c74-1e4e495f5221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:36.555945 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aa81fe-e749-4725-8778-c2a740b59ec7 None None] Network 13f423b7-e522-4cd0-9840-dbb8a76ed86c requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:42:36.565006 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-aa90f0ec-d779-4bfa-8c74-1e4e495f5221 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2903516 Aug 27 09:42:36.812045 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93145403-8450-4de7-bbe6-474110976359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc97b90-cefa-5163-94d9-147ed2ba9986-13f423b7-e522-4cd0-9840-dbb8a76ed86c', 'network_id': '13f423b7-e522-4cd0-9840-dbb8a76ed86c', 'tenant_id': 'c9c26eca12f345e6adae36a9bf3e9069', 'fixed_ips': [{'subnet_id': '25f1f82a-b302-49b0-acf3-d3b77ecf15dd'}]}} from dv-cinder-804757-3-iscsi. {{(pid=100336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 09:42:36.813160 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-93145403-8450-4de7-bbe6-474110976359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:36.946838 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.db_base_plugin_common [None req-93145403-8450-4de7-bbe6-474110976359 None None] Allocated IP 192.168.233.2 (13f423b7-e522-4cd0-9840-dbb8a76ed86c/25f1f82a-b302-49b0-acf3-d3b77ecf15dd/690da084-390c-40e8-bf0b-2b5a790efae0) {{(pid=100336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:42:37.095433 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-93145403-8450-4de7-bbe6-474110976359 None None] Notify callbacks [] for port, precommit_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:37.104952 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-93145403-8450-4de7-bbe6-474110976359 None None] Transition to ACTIVE for port object 690da084-390c-40e8-bf0b-2b5a790efae0 will not be triggered until provisioned by entity L2. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:42:37.121466 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-93145403-8450-4de7-bbe6-474110976359 None None] Transition to ACTIVE for port object 690da084-390c-40e8-bf0b-2b5a790efae0 will not be triggered until provisioned by entity DHCP. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:42:37.127834 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-93145403-8450-4de7-bbe6-474110976359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:37.170598 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93145403-8450-4de7-bbe6-474110976359 None None] Network 13f423b7-e522-4cd0-9840-dbb8a76ed86c is already hosted by enough agents. {{(pid=100336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:42:37.176099 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.base_scheduler [None req-93145403-8450-4de7-bbe6-474110976359 None None] Resources bound (agent type, host, resource id): {{(pid=100336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:42:37.182561 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93145403-8450-4de7-bbe6-474110976359 None None] Received port after_create {{(pid=100336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:42:37.185604 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93145403-8450-4de7-bbe6-474110976359 None None] Pushing event updated for resources: {'Port': ['ID=690da084-390c-40e8-bf0b-2b5a790efae0,revision_number=1']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:42:37.210730 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93145403-8450-4de7-bbe6-474110976359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:42:37.211097 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93145403-8450-4de7-bbe6-474110976359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:42:37.211448 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93145403-8450-4de7-bbe6-474110976359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:42:37.211801 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93145403-8450-4de7-bbe6-474110976359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:42:37.212132 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93145403-8450-4de7-bbe6-474110976359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:42:37.212459 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93145403-8450-4de7-bbe6-474110976359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:42:37.212778 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93145403-8450-4de7-bbe6-474110976359 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:42:37.213101 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93145403-8450-4de7-bbe6-474110976359 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:42:37.213435 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93145403-8450-4de7-bbe6-474110976359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:42:37.213787 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93145403-8450-4de7-bbe6-474110976359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:42:37.214104 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93145403-8450-4de7-bbe6-474110976359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:42:37.214426 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93145403-8450-4de7-bbe6-474110976359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:42:37.248874 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-93145403-8450-4de7-bbe6-474110976359 None None] Attempting to bind port 690da084-390c-40e8-bf0b-2b5a790efae0 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:42:37.249298 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-93145403-8450-4de7-bbe6-474110976359 None None] Attempting to bind port 690da084-390c-40e8-bf0b-2b5a790efae0 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': '34039b82-bc74-4eff-a386-05dcb5d2421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '13f423b7-e522-4cd0-9840-dbb8a76ed86c'}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:42:37.249688 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93145403-8450-4de7-bbe6-474110976359 None None] Attempting to bind port 690da084-390c-40e8-bf0b-2b5a790efae0 on network 13f423b7-e522-4cd0-9840-dbb8a76ed86c {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:42:37.255695 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93145403-8450-4de7-bbe6-474110976359 None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:42:37.256072 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93145403-8450-4de7-bbe6-474110976359 None None] Checking segment: {'id': '34039b82-bc74-4eff-a386-05dcb5d2421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '13f423b7-e522-4cd0-9840-dbb8a76ed86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:42:37.256471 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-93145403-8450-4de7-bbe6-474110976359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:37.256859 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93145403-8450-4de7-bbe6-474110976359 None None] Bound using segment: {'id': '34039b82-bc74-4eff-a386-05dcb5d2421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '13f423b7-e522-4cd0-9840-dbb8a76ed86c'} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:42:37.257320 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-93145403-8450-4de7-bbe6-474110976359 None None] Bound port: 690da084-390c-40e8-bf0b-2b5a790efae0, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34039b82-bc74-4eff-a386-05dcb5d2421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '13f423b7-e522-4cd0-9840-dbb8a76ed86c'}}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:42:37.257753 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-93145403-8450-4de7-bbe6-474110976359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:37.321281 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-93145403-8450-4de7-bbe6-474110976359 None None] For port 690da084-390c-40e8-bf0b-2b5a790efae0, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:42:37.324676 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-93145403-8450-4de7-bbe6-474110976359 None None] For port 690da084-390c-40e8-bf0b-2b5a790efae0, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=690da084-390c-40e8-bf0b-2b5a790efae0,segment=NetworkSegment(34039b82-bc74-4eff-a386-05dcb5d2421f),segment_id=34039b82-bc74-4eff-a386-05dcb5d2421f)] {{(pid=100336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:42:37.328489 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-93145403-8450-4de7-bbe6-474110976359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:37.392019 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93145403-8450-4de7-bbe6-474110976359 None None] Pushing event updated for resources: {'Port': ['ID=690da084-390c-40e8-bf0b-2b5a790efae0,revision_number=2']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:42:37.826614 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 690da084-390c-40e8-bf0b-2b5a790efae0 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:42:37.880649 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port 690da084-390c-40e8-bf0b-2b5a790efae0 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:42:38.209377 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a306f70-f8c4-4781-869d-f581036453d7 None None] Network 13f423b7-e522-4cd0-9840-dbb8a76ed86c requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:42:38.318994 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-b801577c-3a37-4dd4-934a-2db37bc6adb9 None None] Provisioning for port 690da084-390c-40e8-bf0b-2b5a790efae0 completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:42:38.328209 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-b801577c-3a37-4dd4-934a-2db37bc6adb9 None None] Provisioning complete for port 690da084-390c-40e8-bf0b-2b5a790efae0 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:42:38.328581 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b801577c-3a37-4dd4-934a-2db37bc6adb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:38.437519 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b801577c-3a37-4dd4-934a-2db37bc6adb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:38.476604 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-b801577c-3a37-4dd4-934a-2db37bc6adb9 None None] For port 690da084-390c-40e8-bf0b-2b5a790efae0, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=690da084-390c-40e8-bf0b-2b5a790efae0,segment=NetworkSegment(34039b82-bc74-4eff-a386-05dcb5d2421f),segment_id=34039b82-bc74-4eff-a386-05dcb5d2421f)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:42:38.481962 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b801577c-3a37-4dd4-934a-2db37bc6adb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:38.536496 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801577c-3a37-4dd4-934a-2db37bc6adb9 None None] Pushing event updated for resources: {'Port': ['ID=690da084-390c-40e8-bf0b-2b5a790efae0,revision_number=3']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:42:38.601204 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-beb6c48a-12f3-41be-a1a7-c10e9bd41b11 None None] Provisioning complete for port 690da084-390c-40e8-bf0b-2b5a790efae0 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:42:38.601700 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-beb6c48a-12f3-41be-a1a7-c10e9bd41b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:39.809797 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 690da084-390c-40e8-bf0b-2b5a790efae0 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:42:39.856357 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 690da084-390c-40e8-bf0b-2b5a790efae0 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:42:39.856716 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:45.287136 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 5 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:42:50.587961 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-924be549-60fa-4ef8-be88-fc9b68a449f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:53.338789 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-5c0f789a-6fff-418f-bfbb-2bdac3c99d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:53.526720 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:54.868754 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:42:56.266256 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:43:20.592240 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-0ffec407-3fff-4a7f-8c99-7f8bd2626cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:43:22.226775 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 5 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:43:23.338853 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-06457b59-36e6-4098-a0ea-e1d19a6a021d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:43:23.527198 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:43:24.870873 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:43:26.270216 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:43:44.879899 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 48996) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:43:44.885997 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [None req-598f880a-0260-4755-8104-c9dbd825b40e tempest-verify_tempest_config-362254798 tempest-verify_tempest_config-362254798-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=100334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 09:43:44.886961 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-598f880a-0260-4755-8104-c9dbd825b40e tempest-verify_tempest_config-362254798 tempest-verify_tempest_config-362254798-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061107 Aug 27 09:43:45.180377 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 49014) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:43:45.286538 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8b78562a-7c1e-468c-a479-db116f2bbfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:43:45.374105 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8b78562a-7c1e-468c-a479-db116f2bbfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:43:45.378150 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8b78562a-7c1e-468c-a479-db116f2bbfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:43:45.420782 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-8b78562a-7c1e-468c-a479-db116f2bbfee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=87ccdb7bc10f46d5940257fea277a0ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2393870 Aug 27 09:43:45.422621 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78562a-7c1e-468c-a479-db116f2bbfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffeead53-1653-4c54-b256-401e691e0064,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:43:45.424050 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 49018) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:43:45.430054 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78562a-7c1e-468c-a479-db116f2bbfee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.430456 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78562a-7c1e-468c-a479-db116f2bbfee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.430774 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78562a-7c1e-468c-a479-db116f2bbfee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.431099 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78562a-7c1e-468c-a479-db116f2bbfee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.431529 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78562a-7c1e-468c-a479-db116f2bbfee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.431915 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78562a-7c1e-468c-a479-db116f2bbfee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.432463 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78562a-7c1e-468c-a479-db116f2bbfee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.432810 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78562a-7c1e-468c-a479-db116f2bbfee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.433255 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78562a-7c1e-468c-a479-db116f2bbfee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.433615 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78562a-7c1e-468c-a479-db116f2bbfee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.433942 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78562a-7c1e-468c-a479-db116f2bbfee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.434263 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b78562a-7c1e-468c-a479-db116f2bbfee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.481979 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1d0635bd-99d1-45b7-851f-f79b24dde30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:43:45.505887 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1d0635bd-99d1-45b7-851f-f79b24dde30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:43:45.591657 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1d0635bd-99d1-45b7-851f-f79b24dde30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:43:45.594190 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1d0635bd-99d1-45b7-851f-f79b24dde30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:43:45.595924 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-1d0635bd-99d1-45b7-851f-f79b24dde30c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ffeead53-1653-4c54-b256-401e691e0064 HTTP/1.1" status: 204 len: 168 time: 0.1699584 Aug 27 09:43:45.604350 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0635bd-99d1-45b7-851f-f79b24dde30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffeead53-1653-4c54-b256-401e691e0064,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:43:45.611545 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0635bd-99d1-45b7-851f-f79b24dde30c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.612107 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0635bd-99d1-45b7-851f-f79b24dde30c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.612457 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0635bd-99d1-45b7-851f-f79b24dde30c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.612791 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0635bd-99d1-45b7-851f-f79b24dde30c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.613119 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0635bd-99d1-45b7-851f-f79b24dde30c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.613461 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0635bd-99d1-45b7-851f-f79b24dde30c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.613822 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0635bd-99d1-45b7-851f-f79b24dde30c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.614146 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0635bd-99d1-45b7-851f-f79b24dde30c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.614483 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0635bd-99d1-45b7-851f-f79b24dde30c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.614933 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0635bd-99d1-45b7-851f-f79b24dde30c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.615258 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0635bd-99d1-45b7-851f-f79b24dde30c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:45.615688 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0635bd-99d1-45b7-851f-f79b24dde30c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:43:50.595587 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-356269c6-47be-4b3d-a21c-d6dddc529b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:43:53.340839 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-5fc7eeb8-cb25-495a-aa42-24ce0c516e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:43:53.527942 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:43:54.874074 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:43:56.273601 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:43:59.225260 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 5 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:44:20.597137 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-5c5473f5-5f06-4cf3-8b89-407eccb755e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:44:23.340463 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-8e811df8-e70c-46fc-8d52-a3b2bfd88128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:44:23.533594 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:44:24.878059 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:44:26.275860 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:44:36.223815 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 5 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:44:50.596659 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b2c3e277-073e-4b4f-b715-1c623113367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:44:53.341824 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-addbefe1-36d0-4ace-9091-6872169435d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:44:53.534283 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:44:54.879442 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:44:56.278477 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:45:13.223748 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 5 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:45:20.596748 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-fbe5e331-69d7-461e-92ec-ca95aa08b799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:45:23.342913 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-6a82b5bd-df99-4125-84c7-b0bd955d511d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:45:23.534481 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:45:24.376176 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-500549'] for agent, after_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:45:24.881148 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:45:26.283008 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:45:36.717903 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 49092) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:45:36.818866 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-219ae4b2-3c4f-4d53-9173-dd65f4cdcf7c admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0992727 Aug 27 09:45:39.025939 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 49102) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:45:39.082059 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-818ca2bf-893b-4615-a289-418e14c30fcd admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0550501 Aug 27 09:45:50.222671 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:45:50.597453 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-7e599c32-17bf-4b6d-a603-87300a133167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:45:53.344549 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4c3222d2-f170-4c2a-9dcf-99b9af95b21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:45:53.534320 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:45:54.336054 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:45:54.884195 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:45:56.287020 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:46:20.597910 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-da777edb-2b62-4e5f-a204-36de2ce3abf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:46:23.343946 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-1d27c809-23a9-46b6-af6a-f0b15577900d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:46:23.535346 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:46:24.344297 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:46:24.892102 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:46:26.288109 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:46:27.222870 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:46:50.598235 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-29b0b23f-389a-47e4-a113-f3636fc0ef4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:46:53.346630 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-f3065bb6-0daa-432f-8268-e7d1b6d60f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:46:53.535812 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:46:54.370517 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:46:54.891555 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:46:56.291254 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:04.222713 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:47:11.358475 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 49310) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:11.766332 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1138764228-network', 'tenant_id': '845a32e5238c48dcb6c136fc912c7feb'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:11.801956 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Made reservation on behalf of 845a32e5238c48dcb6c136fc912c7feb for: {'network': 1} {{(pid=100335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:47:11.804987 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for network, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:11.817354 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:11.863446 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 49338) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:11.925253 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:11.929358 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:11.937788 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 49346) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:11.956967 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff433a6-6798-444d-9cea-8c69ad43b2f7,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:11.967484 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:11.968075 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:11.968511 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:11.968733 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:11.969225 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:11.969605 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:11.970112 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:11.970454 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:11.970799 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:11.971123 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:11.971450 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:11.971769 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Tracked resource versions report: Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: pushed versions: Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: { 'AddressGroup': {'1.2'}, Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'ConntrackHelper': {'1.0'}, Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'Log': {'1.0'}, Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'Network': {'1.1'}, Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'Port': {'1.7'}, Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'PortForwarding': {'1.2'}, Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'QosPolicy': {'1.9'}, Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'SecurityGroup': {'1.4'}, Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'SecurityGroupRule': {'1.2'}, Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'SubPort': {'1.0'}, Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'Subnet': {'1.1'}, Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'Trunk': {'1.1'}} Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: consumer versions: Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: { DHCP agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: HyperV agent@hv-cinder-80475: {}, Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: L3 agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: Metadata agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: Metering agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: Open vSwitch agent@dv-cinder-804757-3-iscsi: { 'AddressGroup': '1.2', Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'ConntrackHelper': '1.0', Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'Log': '1.0', Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'Network': '1.1', Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'Port': '1.7', Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'PortForwarding': '1.2', Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'QosPolicy': '1.9', Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'SecurityGroup': '1.4', Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'SecurityGroupRule': '1.2', Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'SubPort': '1.0', Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'Subnet': '1.1', Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: 'Trunk': '1.1'}} Aug 27 09:47:11.972795 dv-cinder-804757-3-iscsi neutron-server[100335]: {{(pid=100335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 09:47:11.980766 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=100335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 09:47:11.994909 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:11.995319 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.db.segments_db [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Added segment d1caabc8-dccb-4dfa-9d85-38906c2aed54 of type vlan for network d27b4210-3595-492e-8bad-9c253a6cf801 Aug 27 09:47:12.041243 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775451267687'] for network, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:12.066285 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for network, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:12.067673 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:12.068554 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:12.139187 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] Pushing event updated for resources: {'Network': ['ID=d27b4210-3595-492e-8bad-9c253a6cf801,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:12.149018 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-efffc765-7299-444e-9b52-f00bdd6115da admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7889194 Aug 27 09:47:12.152161 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 49352) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:12.158127 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Network d27b4210-3595-492e-8bad-9c253a6cf801 details requested by agent ovs-agent-dv-cinder-804757-3-iscsi with host dv-cinder-804757-3-iscsi {{(pid=100336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 09:47:12.166576 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Request body: {'subnet': {'network_id': 'd27b4210-3595-492e-8bad-9c253a6cf801', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1138764228-subnet', 'tenant_id': '845a32e5238c48dcb6c136fc912c7feb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:12.183815 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-ff8ba0d7-0894-4cf7-8b18-ce1ef9ebacb1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-219842019-network', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:12.234771 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-b51e4c0b-71f8-4394-9585-681ab3c05138 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1452221039-network', 'tenant_id': 'f8af955f507041b0a77e055bd3164b0b'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:12.277875 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8ba0d7-0894-4cf7-8b18-ce1ef9ebacb1 admin admin] Made reservation on behalf of 2ec5ee960a9a402baca62a4f82fadfe3 for: {'network': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:47:12.284761 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba0d7-0894-4cf7-8b18-ce1ef9ebacb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for network, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:12.297707 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Made reservation on behalf of 845a32e5238c48dcb6c136fc912c7feb for: {'subnet': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:47:12.300790 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:12.318361 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba0d7-0894-4cf7-8b18-ce1ef9ebacb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:12.400784 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51e4c0b-71f8-4394-9585-681ab3c05138 admin admin] Made reservation on behalf of f8af955f507041b0a77e055bd3164b0b for: {'network': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:47:12.403332 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b51e4c0b-71f8-4394-9585-681ab3c05138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for network, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:12.431441 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b51e4c0b-71f8-4394-9585-681ab3c05138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:12.626648 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for subnet, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:12.701366 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Checking segment: {'id': 'd1caabc8-dccb-4dfa-9d85-38906c2aed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd27b4210-3595-492e-8bad-9c253a6cf801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:47:12.701800 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Network hostable DHCP agents. Network: d27b4210-3595-492e-8bad-9c253a6cf801, hostable agents: ['f25084d2-4677-41d8-9429-a13aa7534b2d'], hosted agents: [] {{(pid=100334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 09:47:12.726017 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf4e1232-5fb4-4a6a-930e-46b3a58f960e,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:12.744396 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:12.744676 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:12.745201 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:12.745549 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:12.745876 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:12.746217 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:12.746537 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:12.746872 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:12.747214 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:12.747531 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:12.747844 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:12.748158 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Tracked resource versions report: Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: pushed versions: Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: { 'AddressGroup': {'1.2'}, Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'ConntrackHelper': {'1.0'}, Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'Log': {'1.0'}, Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'Network': {'1.1'}, Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'Port': {'1.7'}, Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'PortForwarding': {'1.2'}, Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'QosPolicy': {'1.9'}, Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'SecurityGroup': {'1.4'}, Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'SecurityGroupRule': {'1.2'}, Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'SubPort': {'1.0'}, Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'Subnet': {'1.1'}, Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'Trunk': {'1.1'}} Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: consumer versions: Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: { DHCP agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: HyperV agent@hv-cinder-80475: {}, Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: L3 agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: Metadata agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: Metering agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: Open vSwitch agent@dv-cinder-804757-3-iscsi: { 'AddressGroup': '1.2', Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'ConntrackHelper': '1.0', Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'Log': '1.0', Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'Network': '1.1', Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'Port': '1.7', Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'PortForwarding': '1.2', Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'QosPolicy': '1.9', Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'SecurityGroup': '1.4', Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'SecurityGroupRule': '1.2', Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'SubPort': '1.0', Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'Subnet': '1.1', Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: 'Trunk': '1.1'}} Aug 27 09:47:12.749187 dv-cinder-804757-3-iscsi neutron-server[100334]: {{(pid=100334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 09:47:12.754289 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Network d27b4210-3595-492e-8bad-9c253a6cf801 is scheduled to be hosted by DHCP agent f25084d2-4677-41d8-9429-a13aa7534b2d with binding_index 1 {{(pid=100334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 09:47:12.775780 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba0d7-0894-4cf7-8b18-ce1ef9ebacb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:12.777227 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-3-iscsi, d27b4210-3595-492e-8bad-9c253a6cf801) {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:47:12.781270 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba0d7-0894-4cf7-8b18-ce1ef9ebacb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:12.786912 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e105564-d158-4e76-a89b-a89d784860ac None None] Network d27b4210-3595-492e-8bad-9c253a6cf801 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:47:12.798313 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:12.798989 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:12.816971 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8ba0d7-0894-4cf7-8b18-ce1ef9ebacb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=100334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 09:47:12.838904 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba0d7-0894-4cf7-8b18-ce1ef9ebacb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:12.839245 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.segments_db [None req-ff8ba0d7-0894-4cf7-8b18-ce1ef9ebacb1 admin admin] Added segment d45627ae-03a1-4474-baff-bc368b04dfda of type vlan for network fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 Aug 27 09:47:12.884731 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba0d7-0894-4cf7-8b18-ce1ef9ebacb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775451267687'] for network, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:12.923706 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba0d7-0894-4cf7-8b18-ce1ef9ebacb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for network, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:12.924913 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8ba0d7-0894-4cf7-8b18-ce1ef9ebacb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:12.925727 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba0d7-0894-4cf7-8b18-ce1ef9ebacb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:12.963830 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ba0d7-0894-4cf7-8b18-ce1ef9ebacb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178cee86-b245-4d0b-a422-2f8a74646f4d,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:13.049021 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ba0d7-0894-4cf7-8b18-ce1ef9ebacb1 admin admin] Pushing event updated for resources: {'Network': ['ID=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:13.088876 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b51e4c0b-71f8-4394-9585-681ab3c05138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:13.090676 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Network fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 details requested by agent ovs-agent-dv-cinder-804757-3-iscsi with host dv-cinder-804757-3-iscsi {{(pid=100336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 09:47:13.103019 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-ff8ba0d7-0894-4cf7-8b18-ce1ef9ebacb1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2375736 Aug 27 09:47:13.103219 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 49402) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:13.106864 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b51e4c0b-71f8-4394-9585-681ab3c05138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:13.109094 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-7aebef31-5071-4809-8f6e-86cc86e7c280 admin admin] Request body: {'subnet': {'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-subnet', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:13.126905 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-b8800f23-4ae0-4e13-8879-f9c771d8bd0c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9712217 Aug 27 09:47:13.161053 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51e4c0b-71f8-4394-9585-681ab3c05138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=100334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 09:47:13.182678 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aebef31-5071-4809-8f6e-86cc86e7c280 admin admin] Made reservation on behalf of 2ec5ee960a9a402baca62a4f82fadfe3 for: {'subnet': 1} {{(pid=100335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:47:13.188051 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-7aebef31-5071-4809-8f6e-86cc86e7c280 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:13.189919 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b51e4c0b-71f8-4394-9585-681ab3c05138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:13.191467 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.segments_db [None req-b51e4c0b-71f8-4394-9585-681ab3c05138 admin admin] Added segment f0bea831-4d70-4f79-8236-7fcb02beb724 of type vlan for network 1d949d78-38f1-4e99-8b6a-57368afc2039 Aug 27 09:47:13.284638 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c006b7-d985-46bc-bab8-a7b2058801b8 None None] Network d27b4210-3595-492e-8bad-9c253a6cf801 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:47:13.307284 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b51e4c0b-71f8-4394-9585-681ab3c05138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775451267687'] for network, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:13.396339 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b51e4c0b-71f8-4394-9585-681ab3c05138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for network, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:13.400192 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51e4c0b-71f8-4394-9585-681ab3c05138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:13.416400 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b51e4c0b-71f8-4394-9585-681ab3c05138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:13.565273 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e4c0b-71f8-4394-9585-681ab3c05138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8cfa30-92f7-4630-9e01-61587ea693a7,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:13.600027 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-b51e4c0b-71f8-4394-9585-681ab3c05138 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6575594 Aug 27 09:47:13.600027 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e4c0b-71f8-4394-9585-681ab3c05138 admin admin] Pushing event updated for resources: {'Network': ['ID=1d949d78-38f1-4e99-8b6a-57368afc2039,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:13.600296 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 49430) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:13.612803 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-2a4b9f10-3735-41fa-b009-78facfd0357a admin admin] Request body: {'subnet': {'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1452221039-subnet', 'tenant_id': 'f8af955f507041b0a77e055bd3164b0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:13.618178 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Network 1d949d78-38f1-4e99-8b6a-57368afc2039 details requested by agent ovs-agent-dv-cinder-804757-3-iscsi with host dv-cinder-804757-3-iscsi {{(pid=100336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 09:47:13.648877 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4b9f10-3735-41fa-b009-78facfd0357a admin admin] Made reservation on behalf of f8af955f507041b0a77e055bd3164b0b for: {'subnet': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:47:13.651163 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2a4b9f10-3735-41fa-b009-78facfd0357a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:13.776501 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-7aebef31-5071-4809-8f6e-86cc86e7c280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for subnet, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:13.845549 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebef31-5071-4809-8f6e-86cc86e7c280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=505694e5-d336-4af2-b727-846909e5f608,revision_number=0']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:13.852940 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aebef31-5071-4809-8f6e-86cc86e7c280 admin admin] Checking segment: {'id': 'd45627ae-03a1-4474-baff-bc368b04dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:47:13.853294 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aebef31-5071-4809-8f6e-86cc86e7c280 admin admin] Network hostable DHCP agents. Network: fa720c6a-2d26-4f54-b2b8-b3eaae9d4896, hostable agents: ['f25084d2-4677-41d8-9429-a13aa7534b2d'], hosted agents: [] {{(pid=100335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 09:47:13.871810 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aebef31-5071-4809-8f6e-86cc86e7c280 admin admin] Network fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 is scheduled to be hosted by DHCP agent f25084d2-4677-41d8-9429-a13aa7534b2d with binding_index 1 {{(pid=100335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 09:47:13.882816 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-7aebef31-5071-4809-8f6e-86cc86e7c280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-3-iscsi, fa720c6a-2d26-4f54-b2b8-b3eaae9d4896) {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:47:13.883928 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2a4b9f10-3735-41fa-b009-78facfd0357a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for subnet, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:13.889818 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aebef31-5071-4809-8f6e-86cc86e7c280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:13.890401 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-7aebef31-5071-4809-8f6e-86cc86e7c280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:13.896661 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32acd885-4535-45fd-849f-141aef76c3e9 None None] Network fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:47:13.911251 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-7aebef31-5071-4809-8f6e-86cc86e7c280 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8069429 Aug 27 09:47:13.914338 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 49446) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:13.918946 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-c9897863-66a7-4aa5-a9c5-9bf63cf3a18f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:13.944055 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c9897863-66a7-4aa5-a9c5-9bf63cf3a18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-510412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1023757'] for router, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:13.945429 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c9897863-66a7-4aa5-a9c5-9bf63cf3a18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1023750'] for router, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:14.034542 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b9f10-3735-41fa-b009-78facfd0357a admin admin] Checking segment: {'id': 'f0bea831-4d70-4f79-8236-7fcb02beb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:47:14.035059 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4b9f10-3735-41fa-b009-78facfd0357a admin admin] Network hostable DHCP agents. Network: 1d949d78-38f1-4e99-8b6a-57368afc2039, hostable agents: ['f25084d2-4677-41d8-9429-a13aa7534b2d'], hosted agents: [] {{(pid=100334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 09:47:14.046964 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b9f10-3735-41fa-b009-78facfd0357a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a0b116e-984c-4493-adcb-d387668ba116,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:14.088446 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c9897863-66a7-4aa5-a9c5-9bf63cf3a18f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:14.089466 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4b9f10-3735-41fa-b009-78facfd0357a admin admin] Network 1d949d78-38f1-4e99-8b6a-57368afc2039 is scheduled to be hosted by DHCP agent f25084d2-4677-41d8-9429-a13aa7534b2d with binding_index 1 {{(pid=100334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 09:47:14.106793 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-2a4b9f10-3735-41fa-b009-78facfd0357a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-3-iscsi, 1d949d78-38f1-4e99-8b6a-57368afc2039) {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:47:14.134759 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4b9f10-3735-41fa-b009-78facfd0357a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:14.135358 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2a4b9f10-3735-41fa-b009-78facfd0357a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:14.187531 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-2a4b9f10-3735-41fa-b009-78facfd0357a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5862813 Aug 27 09:47:14.191596 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 49456) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:14.204385 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-412857ae-93e8-40cc-baeb-343c1dc35986 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1452221039-router', 'tenant_id': 'f8af955f507041b0a77e055bd3164b0b', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:14.237800 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b169f31-0087-48a8-ac6e-728731ecf3e1 None None] Network 1d949d78-38f1-4e99-8b6a-57368afc2039 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:47:14.268369 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-412857ae-93e8-40cc-baeb-343c1dc35986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-510412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1023757'] for router, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:14.269407 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-412857ae-93e8-40cc-baeb-343c1dc35986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1023750'] for router, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:14.370340 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c9897863-66a7-4aa5-a9c5-9bf63cf3a18f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:14.413184 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-412857ae-93e8-40cc-baeb-343c1dc35986 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:14.416136 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 49492) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:14.418773 dv-cinder-804757-3-iscsi neutron-server[100335]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 09:47:14.445408 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc97b90-cefa-5163-94d9-147ed2ba9986-fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608'}]}} from dv-cinder-804757-3-iscsi. {{(pid=100336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 09:47:14.445964 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:14.470789 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec065b95-5a59-43d0-9253-2c0f30f89d61 None None] Network 1d949d78-38f1-4e99-8b6a-57368afc2039 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:47:14.666023 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 49504) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:14.717820 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.db_base_plugin_common [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Allocated IP 172.20.0.2 (fa720c6a-2d26-4f54-b2b8-b3eaae9d4896/505694e5-d336-4af2-b727-846909e5f608/cdacb97b-f69b-41e7-865e-a38c9ac53418) {{(pid=100336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:47:14.768302 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-412857ae-93e8-40cc-baeb-343c1dc35986 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:14.863953 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-c66ac828-57c7-434d-a729-87001a25dff2 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:14.866105 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-c66ac828-57c7-434d-a729-87001a25dff2 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/networks?id=d27b4210-3595-492e-8bad-9c253a6cf801 HTTP/1.1" status: 200 len: 812 time: 0.4487262 Aug 27 09:47:14.886950 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-3258baee-669b-4e3d-8563-6f558cd3ff4c tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/quotas/845a32e5238c48dcb6c136fc912c7feb HTTP/1.1" status: 200 len: 375 time: 0.0146315 Aug 27 09:47:14.978431 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-a79173c4-8939-4230-ab4f-4fdc05fb27e1 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=845a32e5238c48dcb6c136fc912c7feb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793700 Aug 27 09:47:15.007268 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-54b410a4-b639-4523-b521-2408b41fe196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:15.065613 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Notify callbacks [] for port, precommit_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:15.077872 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-412857ae-93e8-40cc-baeb-343c1dc35986 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:15.085471 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Transition to ACTIVE for port object cdacb97b-f69b-41e7-865e-a38c9ac53418 will not be triggered until provisioned by entity L2. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:47:15.102606 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Transition to ACTIVE for port object cdacb97b-f69b-41e7-865e-a38c9ac53418 will not be triggered until provisioned by entity DHCP. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:47:15.109734 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:15.113304 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 49530) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:15.181250 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-412857ae-93e8-40cc-baeb-343c1dc35986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:15.188015 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Pushing event updated for resources: {'Port': ['ID=cdacb97b-f69b-41e7-865e-a38c9ac53418,revision_number=1']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:15.205906 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:15.206481 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:15.207608 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:15.212843 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:15.214948 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:15.215498 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:15.217642 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:15.218573 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:15.221057 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:15.221854 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:15.222406 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:15.222960 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Tracked resource versions report: Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: pushed versions: Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: { 'AddressGroup': {'1.2'}, Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'ConntrackHelper': {'1.0'}, Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'Log': {'1.0'}, Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'Network': {'1.1'}, Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'Port': {'1.7'}, Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'PortForwarding': {'1.2'}, Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'QosPolicy': {'1.9'}, Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'SecurityGroup': {'1.4'}, Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'SecurityGroupRule': {'1.2'}, Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'SubPort': {'1.0'}, Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'Subnet': {'1.1'}, Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'Trunk': {'1.1'}} Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: consumer versions: Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: { DHCP agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: HyperV agent@hv-cinder-80475: {}, Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: L3 agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: Metadata agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: Metering agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: Open vSwitch agent@dv-cinder-804757-3-iscsi: { 'AddressGroup': '1.2', Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'ConntrackHelper': '1.0', Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'Log': '1.0', Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'Network': '1.1', Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'Port': '1.7', Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'PortForwarding': '1.2', Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'QosPolicy': '1.9', Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'SecurityGroup': '1.4', Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'SecurityGroupRule': '1.2', Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'SubPort': '1.0', Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'Subnet': '1.1', Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: 'Trunk': '1.1'}} Aug 27 09:47:15.224355 dv-cinder-804757-3-iscsi neutron-server[100336]: {{(pid=100336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 09:47:15.250265 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Network fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 is already hosted by enough agents. {{(pid=100336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:47:15.254686 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.base_scheduler [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Resources bound (agent type, host, resource id): {{(pid=100336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:47:15.264825 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Received port after_create {{(pid=100336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:47:15.371210 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-c4efe46e-9d7f-469c-b614-9bd7ab50f34a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=100335) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 09:47:15.375663 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-c4efe46e-9d7f-469c-b614-9bd7ab50f34a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1312118 Aug 27 09:47:15.384152 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Attempting to bind port cdacb97b-f69b-41e7-865e-a38c9ac53418 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:47:15.384517 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Attempting to bind port cdacb97b-f69b-41e7-865e-a38c9ac53418 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': 'd45627ae-03a1-4474-baff-bc368b04dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896'}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:47:15.385562 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Attempting to bind port cdacb97b-f69b-41e7-865e-a38c9ac53418 on network fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:47:15.400605 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:47:15.400977 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Checking segment: {'id': 'd45627ae-03a1-4474-baff-bc368b04dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:47:15.401378 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:15.401969 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Bound using segment: {'id': 'd45627ae-03a1-4474-baff-bc368b04dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896'} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:47:15.402584 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Bound port: cdacb97b-f69b-41e7-865e-a38c9ac53418, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45627ae-03a1-4474-baff-bc368b04dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896'}}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:47:15.403175 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:15.422037 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-652e2ccc-442e-4d2e-944c-d528fbbb5f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:15.484772 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [None req-412857ae-93e8-40cc-baeb-343c1dc35986 admin admin] Allocated IP 172.27.3.175 (7e0666e1-bba7-40d6-99a1-baf82e3072a1/16ad6031-57d4-4eed-bb48-2f2edbdd88d6/80c364c0-a206-4237-9f70-dda65e432813) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:47:15.538468 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] For port cdacb97b-f69b-41e7-865e-a38c9ac53418, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:47:15.541018 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c9897863-66a7-4aa5-a9c5-9bf63cf3a18f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:15.542904 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] For port cdacb97b-f69b-41e7-865e-a38c9ac53418, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=cdacb97b-f69b-41e7-865e-a38c9ac53418,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:47:15.553191 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:15.599139 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c9897863-66a7-4aa5-a9c5-9bf63cf3a18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:15.647957 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-412857ae-93e8-40cc-baeb-343c1dc35986 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:15.655862 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc7612-cc6d-471a-8a28-d5d114b27753 None None] Pushing event updated for resources: {'Port': ['ID=cdacb97b-f69b-41e7-865e-a38c9ac53418,revision_number=2']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:15.702977 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-768e4426-58e7-4dc9-9f01-a71a6b9bd0bc service neutron] 10.222.0.55 "GET /v2.0/networks/d27b4210-3595-492e-8bad-9c253a6cf801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143988 Aug 27 09:47:15.711492 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-412857ae-93e8-40cc-baeb-343c1dc35986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:15.784906 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412857ae-93e8-40cc-baeb-343c1dc35986 admin admin] Pushing event updated for resources: {'Port': ['ID=80c364c0-a206-4237-9f70-dda65e432813,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:15.796854 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412857ae-93e8-40cc-baeb-343c1dc35986 admin admin] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:47:15.801690 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-412857ae-93e8-40cc-baeb-343c1dc35986 admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:47:15.807041 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412857ae-93e8-40cc-baeb-343c1dc35986 admin admin] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:47:15.871273 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-54b410a4-b639-4523-b521-2408b41fe196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:15.910585 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-54b410a4-b639-4523-b521-2408b41fe196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:15.921330 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_common [None req-c9897863-66a7-4aa5-a9c5-9bf63cf3a18f admin admin] Allocated IP 172.27.3.198 (7e0666e1-bba7-40d6-99a1-baf82e3072a1/16ad6031-57d4-4eed-bb48-2f2edbdd88d6/03955d54-ed8b-4170-944b-476665b55f02) {{(pid=100335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:47:15.982156 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-54b410a4-b639-4523-b521-2408b41fe196 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c6d21d399cd47c3808feefcc5bac9dd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3129454 Aug 27 09:47:15.983074 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 49584) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:15.994053 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-fa1bc940-065a-465d-b108-d3ac5f6c19b8 service neutron] 10.222.0.55 "GET /v2.0/networks/d27b4210-3595-492e-8bad-9c253a6cf801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810521 Aug 27 09:47:16.105385 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b410a4-b639-4523-b521-2408b41fe196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea79317-5c6b-496f-aa4d-ed04147f241e,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:16.142427 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device cdacb97b-f69b-41e7-865e-a38c9ac53418 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:47:16.179488 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c9897863-66a7-4aa5-a9c5-9bf63cf3a18f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:16.247732 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port cdacb97b-f69b-41e7-865e-a38c9ac53418 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:47:16.262450 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c9897863-66a7-4aa5-a9c5-9bf63cf3a18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:16.341121 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9897863-66a7-4aa5-a9c5-9bf63cf3a18f admin admin] Pushing event updated for resources: {'Port': ['ID=03955d54-ed8b-4170-944b-476665b55f02,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:16.358020 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9897863-66a7-4aa5-a9c5-9bf63cf3a18f admin admin] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 is already hosted by enough agents. {{(pid=100335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:47:16.359562 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-c9897863-66a7-4aa5-a9c5-9bf63cf3a18f admin admin] Resources bound (agent type, host, resource id): {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:47:16.366509 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9897863-66a7-4aa5-a9c5-9bf63cf3a18f admin admin] Received port after_create {{(pid=100335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:47:16.445139 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 49630) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:16.457835 dv-cinder-804757-3-iscsi neutron-server[100334]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 09:47:16.499553 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-04aa0778-6beb-4a09-b3d8-d3f53ed996b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:16.590168 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-652e2ccc-442e-4d2e-944c-d528fbbb5f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:16.682223 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-04aa0778-6beb-4a09-b3d8-d3f53ed996b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:16.687436 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d7f682a5-c10e-4839-a108-d8055f38648a req-5521a69b-1227-42d8-920e-f5d2da0bc6a4 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 210 time: 0.2400892 Aug 27 09:47:16.738540 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-652e2ccc-442e-4d2e-944c-d528fbbb5f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:16.768067 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-412857ae-93e8-40cc-baeb-343c1dc35986 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:16.951260 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b91627-938f-4b2c-9bce-78149506610b None None] Network fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:47:17.010656 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c9897863-66a7-4aa5-a9c5-9bf63cf3a18f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:17.099583 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4dc8d9a0-1dd9-4c15-8281-463cd173916f None None] Provisioning for port cdacb97b-f69b-41e7-865e-a38c9ac53418 completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:47:17.107172 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4dc8d9a0-1dd9-4c15-8281-463cd173916f None None] Provisioning complete for port cdacb97b-f69b-41e7-865e-a38c9ac53418 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:47:17.107708 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d9a0-1dd9-4c15-8281-463cd173916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:17.139286 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e2ccc-442e-4d2e-944c-d528fbbb5f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9500d322-9263-4edb-862d-3079039bf8b2,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:17.192542 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-652e2ccc-442e-4d2e-944c-d528fbbb5f39 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d9d5e9a4c2fb4040987ca3d19235dd70&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0400634 Aug 27 09:47:17.195267 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 49676) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:17.211638 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-04aa0778-6beb-4a09-b3d8-d3f53ed996b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:17.214797 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-04aa0778-6beb-4a09-b3d8-d3f53ed996b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:17.216227 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-04aa0778-6beb-4a09-b3d8-d3f53ed996b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ea79317-5c6b-496f-aa4d-ed04147f241e HTTP/1.1" status: 204 len: 168 time: 1.2318835 Aug 27 09:47:17.254605 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa0778-6beb-4a09-b3d8-d3f53ed996b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea79317-5c6b-496f-aa4d-ed04147f241e,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:17.335260 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d9a0-1dd9-4c15-8281-463cd173916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:17.360402 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7111ff9c-d311-47f4-994a-4c38d0f97b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:17.374458 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-412857ae-93e8-40cc-baeb-343c1dc35986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504277'] for router, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:17.392839 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7111ff9c-d311-47f4-994a-4c38d0f97b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:17.410780 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 49686) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:17.440551 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c9897863-66a7-4aa5-a9c5-9bf63cf3a18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504277'] for router, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:17.446380 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4dc8d9a0-1dd9-4c15-8281-463cd173916f None None] For port cdacb97b-f69b-41e7-865e-a38c9ac53418, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=cdacb97b-f69b-41e7-865e-a38c9ac53418,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:47:17.457858 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d9a0-1dd9-4c15-8281-463cd173916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:17.633122 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8d9a0-1dd9-4c15-8281-463cd173916f None None] Pushing event updated for resources: {'Port': ['ID=cdacb97b-f69b-41e7-865e-a38c9ac53418,revision_number=3']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:17.665273 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7111ff9c-d311-47f4-994a-4c38d0f97b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:17.677348 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7111ff9c-d311-47f4-994a-4c38d0f97b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:17.678675 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-7111ff9c-d311-47f4-994a-4c38d0f97b4d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9500d322-9263-4edb-862d-3079039bf8b2 HTTP/1.1" status: 204 len: 168 time: 0.4823723 Aug 27 09:47:17.683316 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-95231dcb-34e4-44cb-8c58-968f9c4f2486 None None] Provisioning complete for port cdacb97b-f69b-41e7-865e-a38c9ac53418 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:47:17.684097 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-95231dcb-34e4-44cb-8c58-968f9c4f2486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:17.706209 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9897863-66a7-4aa5-a9c5-9bf63cf3a18f admin admin] Router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 is scheduled to L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a with binding_index 1 {{(pid=100335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 09:47:17.724030 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111ff9c-d311-47f4-994a-4c38d0f97b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9500d322-9263-4edb-862d-3079039bf8b2,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:17.758975 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412857ae-93e8-40cc-baeb-343c1dc35986 admin admin] Router b7eafcc5-695a-4afa-873f-d3b93867509a is scheduled to L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a with binding_index 1 {{(pid=100334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 09:47:17.841062 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-880669b4-34f8-4f51-a1ad-11917a202484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:17.890114 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a44556ab-08d2-4965-b5f9-d60d025ca9f1 req-b9375ac4-8598-4963-bc63-a37e1868e612 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 210 time: 0.0316901 Aug 27 09:47:17.890760 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 49702) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:17.941566 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b99f38fd-23ac-44dd-9ba4-3b5ac9b526b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:17.948341 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9897863-66a7-4aa5-a9c5-9bf63cf3a18f admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:47:17.958279 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Sync routers for ids ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'] in dv-cinder-804757-3-iscsi {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:47:17.972444 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Routers {'8402f0e2-5f96-4cf1-8524-635fd4c25d13'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:47:17.973454 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:46:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:47:18.017723 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412857ae-93e8-40cc-baeb-343c1dc35986 admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:47:18.030000 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Sync routers for ids ['b7eafcc5-695a-4afa-873f-d3b93867509a'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:47:18.049985 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Routers {'b7eafcc5-695a-4afa-873f-d3b93867509a'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:47:18.051955 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:46:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['b7eafcc5-695a-4afa-873f-d3b93867509a'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:47:18.087356 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-880669b4-34f8-4f51-a1ad-11917a202484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:18.093512 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-880669b4-34f8-4f51-a1ad-11917a202484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:18.100255 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device cdacb97b-f69b-41e7-865e-a38c9ac53418 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:47:18.107790 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-412857ae-93e8-40cc-baeb-343c1dc35986 admin admin] Notify callbacks [] for router, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:18.109375 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c9897863-66a7-4aa5-a9c5-9bf63cf3a18f admin admin] Notify callbacks [] for router, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:18.113785 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-c9897863-66a7-4aa5-a9c5-9bf63cf3a18f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1956353 Aug 27 09:47:18.113924 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-412857ae-93e8-40cc-baeb-343c1dc35986 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9201574 Aug 27 09:47:18.113924 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 49712) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:18.113924 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 49714) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:18.141092 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-880669b4-34f8-4f51-a1ad-11917a202484 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0275f3bc311144689fec0d3acb696f9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7290330 Aug 27 09:47:18.144383 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880669b4-34f8-4f51-a1ad-11917a202484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18bb09f-9f35-46bb-96e4-2a166597b595,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:18.147379 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 49716) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:18.152679 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Set router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:47:18.217080 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-95ab9721-7551-4b6b-aba0-91de1f0925ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:18.260997 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port cdacb97b-f69b-41e7-865e-a38c9ac53418 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:47:18.261346 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:18.272621 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-95ab9721-7551-4b6b-aba0-91de1f0925ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:18.378896 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-95ab9721-7551-4b6b-aba0-91de1f0925ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:18.384703 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-95ab9721-7551-4b6b-aba0-91de1f0925ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:18.387557 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-95ab9721-7551-4b6b-aba0-91de1f0925ef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c18bb09f-9f35-46bb-96e4-2a166597b595 HTTP/1.1" status: 204 len: 168 time: 0.2268362 Aug 27 09:47:18.400800 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 49720) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:18.401919 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab9721-7551-4b6b-aba0-91de1f0925ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18bb09f-9f35-46bb-96e4-2a166597b595,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:18.420896 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-d7bbce46-50ee-4ce1-b8b9-7469b3975aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:18.434679 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Set router b7eafcc5-695a-4afa-873f-d3b93867509a gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:47:18.449222 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '03955d54-ed8b-4170-944b-476665b55f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:47:16Z', 'revision_number': 3, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port': {'id': '03955d54-ed8b-4170-944b-476665b55f02', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:47:18.485103 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Checking router: 8402f0e2-5f96-4cf1-8524-635fd4c25d13 for host: dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:47:18.485437 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Updating router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 port 03955d54-ed8b-4170-944b-476665b55f02 binding host dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 09:47:18.524562 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:18.707069 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eafcc5-695a-4afa-873f-d3b93867509a', 'name': 'tempest-ServerRescueNegativeTestJSON-1452221039-router', 'tenant_id': 'f8af955f507041b0a77e055bd3164b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '80c364c0-a206-4237-9f70-dda65e432813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:14Z', 'updated_at': '2021-08-27T09:47:15Z', 'revision_number': 3, 'project_id': 'f8af955f507041b0a77e055bd3164b0b', 'gw_port': {'id': '80c364c0-a206-4237-9f70-dda65e432813', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7eafcc5-695a-4afa-873f-d3b93867509a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:47:18.730041 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b99f38fd-23ac-44dd-9ba4-3b5ac9b526b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:18.741850 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b99f38fd-23ac-44dd-9ba4-3b5ac9b526b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:18.744507 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Checking router: b7eafcc5-695a-4afa-873f-d3b93867509a for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:47:18.744854 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Updating router b7eafcc5-695a-4afa-873f-d3b93867509a port 80c364c0-a206-4237-9f70-dda65e432813 binding host dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 09:47:18.776640 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:18.886603 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-d7bbce46-50ee-4ce1-b8b9-7469b3975aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:18.894888 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-d7bbce46-50ee-4ce1-b8b9-7469b3975aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:18.930268 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Notify callbacks [] for port, precommit_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:18.955536 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-d7bbce46-50ee-4ce1-b8b9-7469b3975aff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c61b3e929a71418ea80c0f8e9d26a535&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5498753 Aug 27 09:47:18.967321 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 49728) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:18.968078 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 49730) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:18.975566 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbce46-50ee-4ce1-b8b9-7469b3975aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb888ef-8632-499f-8238-2201a0d6740e,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:19.007577 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.provisioning_blocks [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Transition to ACTIVE for port object 03955d54-ed8b-4170-944b-476665b55f02 will not be triggered until provisioned by entity L2. {{(pid=100337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:47:19.015435 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.041747 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0d8c912c-e016-4bf2-bbca-a6f4f71caa4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.095318 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06846f-8641-4cbd-a75b-557718934c35 None None] Pushing event updated for resources: {'Port': ['ID=03955d54-ed8b-4170-944b-476665b55f02,revision_number=2']} {{(pid=100337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:19.103491 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Attempting to bind port 03955d54-ed8b-4170-944b-476665b55f02 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:47:19.104032 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Attempting to bind port 03955d54-ed8b-4170-944b-476665b55f02 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}] {{(pid=100337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:47:19.104644 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Attempting to bind port 03955d54-ed8b-4170-944b-476665b55f02 on network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:47:19.113195 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06846f-8641-4cbd-a75b-557718934c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:19.113998 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06846f-8641-4cbd-a75b-557718934c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:19.114481 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06846f-8641-4cbd-a75b-557718934c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:19.115030 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06846f-8641-4cbd-a75b-557718934c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:19.115513 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06846f-8641-4cbd-a75b-557718934c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:19.116152 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06846f-8641-4cbd-a75b-557718934c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:19.118685 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06846f-8641-4cbd-a75b-557718934c35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:19.119481 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06846f-8641-4cbd-a75b-557718934c35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:19.120094 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06846f-8641-4cbd-a75b-557718934c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:19.120579 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06846f-8641-4cbd-a75b-557718934c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:19.121226 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06846f-8641-4cbd-a75b-557718934c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:19.121971 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06846f-8641-4cbd-a75b-557718934c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06846f-8641-4cbd-a75b-557718934c35 None None] Tracked resource versions report: Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: pushed versions: Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: { 'AddressGroup': {'1.2'}, Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'ConntrackHelper': {'1.0'}, Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'Log': {'1.0'}, Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'Network': {'1.1'}, Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'Port': {'1.7'}, Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'PortForwarding': {'1.2'}, Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'QosPolicy': {'1.9'}, Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'SecurityGroup': {'1.4'}, Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'SecurityGroupRule': {'1.2'}, Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'SubPort': {'1.0'}, Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'Subnet': {'1.1'}, Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'Trunk': {'1.1'}} Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: consumer versions: Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: { DHCP agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: HyperV agent@hv-cinder-80475: {}, Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: L3 agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: Metadata agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: Metering agent@dv-cinder-804757-3-iscsi: {}, Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: Open vSwitch agent@dv-cinder-804757-3-iscsi: { 'AddressGroup': '1.2', Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'ConntrackHelper': '1.0', Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'Log': '1.0', Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'Network': '1.1', Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'Port': '1.7', Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'PortForwarding': '1.2', Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'QosPolicy': '1.9', Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'SecurityGroup': '1.4', Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'SecurityGroupRule': '1.2', Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'SubPort': '1.0', Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'Subnet': '1.1', Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: 'Trunk': '1.1'}} Aug 27 09:47:19.123418 dv-cinder-804757-3-iscsi neutron-server[100337]: {{(pid=100337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 09:47:19.137369 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:47:19.137822 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Checking segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:47:19.138295 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.138813 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Bound using segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:47:19.139353 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Bound port: 03955d54-ed8b-4170-944b-476665b55f02, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}}] {{(pid=100337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:47:19.139867 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.181977 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0d8c912c-e016-4bf2-bbca-a6f4f71caa4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.184995 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-b99f38fd-23ac-44dd-9ba4-3b5ac9b526b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0023fd2f1ae249a991fcbeb700430d36&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2915349 Aug 27 09:47:19.189214 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 49740) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:19.234078 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f38fd-23ac-44dd-9ba4-3b5ac9b526b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2619e51-930a-4486-8022-0979a46b4475,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:19.237868 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0d8c912c-e016-4bf2-bbca-a6f4f71caa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.256801 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.db [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] For port 03955d54-ed8b-4170-944b-476665b55f02, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:47:19.264489 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.db [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] For port 03955d54-ed8b-4170-944b-476665b55f02, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=03955d54-ed8b-4170-944b-476665b55f02,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:47:19.273192 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c912c-e016-4bf2-bbca-a6f4f71caa4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b12d84-a0af-4ea5-88ee-3c526ce48c24,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:19.276346 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.301355 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Notify callbacks [] for port, precommit_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.315779 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Transition to ACTIVE for port object 80c364c0-a206-4237-9f70-dda65e432813 will not be triggered until provisioned by entity L2. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:47:19.317142 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-bfe09252-ea81-4141-bdac-3031aefc0c0d req-4052171d-1e0e-40dd-a7d4-21ffc0778ec0 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 210 time: 0.0924776 Aug 27 09:47:19.323490 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.337124 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0117ae62-f828-413a-a141-bac210638f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.374748 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Routers {'8402f0e2-5f96-4cf1-8524-635fd4c25d13'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:47:19.375550 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:46:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:47:19.385189 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-0d8c912c-e016-4bf2-bbca-a6f4f71caa4b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ae4874a46da04d50a58bbb626915473f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4004254 Aug 27 09:47:19.389267 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 49742) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:19.393127 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0117ae62-f828-413a-a141-bac210638f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.419273 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-957777d1-7c11-4800-ab30-f9c90020b16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.421972 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b7d34-4a69-4fe9-88ce-8f14315761b9 None None] Pushing event updated for resources: {'Port': ['ID=80c364c0-a206-4237-9f70-dda65e432813,revision_number=2']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:19.435520 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Attempting to bind port 80c364c0-a206-4237-9f70-dda65e432813 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:47:19.435884 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Attempting to bind port 80c364c0-a206-4237-9f70-dda65e432813 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:47:19.436244 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Attempting to bind port 80c364c0-a206-4237-9f70-dda65e432813 on network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:47:19.441417 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06846f-8641-4cbd-a75b-557718934c35 None None] Pushing event updated for resources: {'Port': ['ID=03955d54-ed8b-4170-944b-476665b55f02,revision_number=3']} {{(pid=100337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:19.442532 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:47:19.442908 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Checking segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:47:19.443306 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.443691 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Bound using segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:47:19.444456 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Bound port: 80c364c0-a206-4237-9f70-dda65e432813, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:47:19.444881 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.476819 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0117ae62-f828-413a-a141-bac210638f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.479608 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0117ae62-f828-413a-a141-bac210638f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.485722 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-0117ae62-f828-413a-a141-bac210638f5e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2619e51-930a-4486-8022-0979a46b4475 HTTP/1.1" status: 204 len: 168 time: 0.2929416 Aug 27 09:47:19.493766 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117ae62-f828-413a-a141-bac210638f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2619e51-930a-4486-8022-0979a46b4475,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:19.523659 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-957777d1-7c11-4800-ab30-f9c90020b16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.554873 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] Set router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:47:19.558577 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] For port 80c364c0-a206-4237-9f70-dda65e432813, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:47:19.565581 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] For port 80c364c0-a206-4237-9f70-dda65e432813, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=80c364c0-a206-4237-9f70-dda65e432813,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:47:19.573670 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.598254 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1e7e-d38b-41b9-b836-59929d83b3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.623288 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-e826923b-3b58-44cd-8558-011fc13212fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.651426 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Routers {'b7eafcc5-695a-4afa-873f-d3b93867509a'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:47:19.651958 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:46:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['b7eafcc5-695a-4afa-873f-d3b93867509a'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:47:19.682676 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-e826923b-3b58-44cd-8558-011fc13212fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.709662 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b7d34-4a69-4fe9-88ce-8f14315761b9 None None] Pushing event updated for resources: {'Port': ['ID=80c364c0-a206-4237-9f70-dda65e432813,revision_number=3']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:19.782332 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-957777d1-7c11-4800-ab30-f9c90020b16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.798797 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-957777d1-7c11-4800-ab30-f9c90020b16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.799967 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-957777d1-7c11-4800-ab30-f9c90020b16b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ddb888ef-8632-499f-8238-2201a0d6740e HTTP/1.1" status: 204 len: 168 time: 0.8164408 Aug 27 09:47:19.807439 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '03955d54-ed8b-4170-944b-476665b55f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:47:16Z', 'revision_number': 3, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port': {'id': '03955d54-ed8b-4170-944b-476665b55f02', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:47:19.823351 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] Set router b7eafcc5-695a-4afa-873f-d3b93867509a gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:47:19.834059 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-99dd4c17-f657-4b0c-b5a9-a33973074a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:19.852867 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e684feae-ec5b-483f-93f1-9a801247416d None None] The sync data for ids ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'] in dv-cinder-804757-3-iscsi is: [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '03955d54-ed8b-4170-944b-476665b55f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:47:16Z', 'revision_number': 3, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port': {'id': '03955d54-ed8b-4170-944b-476665b55f02', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}] {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:47:19.877589 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.65', 56488) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:19.921422 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957777d1-7c11-4800-ab30-f9c90020b16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb888ef-8632-499f-8238-2201a0d6740e,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:20.088271 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-e826923b-3b58-44cd-8558-011fc13212fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:20.092001 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-e826923b-3b58-44cd-8558-011fc13212fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:20.093505 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-e826923b-3b58-44cd-8558-011fc13212fa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e2b12d84-a0af-4ea5-88ee-3c526ce48c24 HTTP/1.1" status: 204 len: 168 time: 0.7006257 Aug 27 09:47:20.184742 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-e7ca0ad4-a2dc-4762-b534-2cc566020106 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:20.196081 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826923b-3b58-44cd-8558-011fc13212fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b12d84-a0af-4ea5-88ee-3c526ce48c24,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:20.198117 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-e7ca0ad4-a2dc-4762-b534-2cc566020106 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.65 "GET /v2.0/networks?id=d27b4210-3595-492e-8bad-9c253a6cf801 HTTP/1.1" status: 200 len: 812 time: 0.3186908 Aug 27 09:47:20.248227 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [None req-0c5e1e7e-d38b-41b9-b836-59929d83b3db admin admin] Allocated IP 172.20.0.1 (1d949d78-38f1-4e99-8b6a-57368afc2039/8a0b116e-984c-4493-adcb-d387668ba116/581b28e6-86c8-463d-8212-2aba511be3b5) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:47:20.281100 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-525242ff-2891-4b56-befb-58eec3dbda85 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Request body: {'port': {'device_id': '6d9b99ac-049e-4cee-ab85-2a2036cb377d', 'network_id': 'd27b4210-3595-492e-8bad-9c253a6cf801', 'admin_state_up': True, 'tenant_id': '845a32e5238c48dcb6c136fc912c7feb'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:20.422658 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eafcc5-695a-4afa-873f-d3b93867509a', 'name': 'tempest-ServerRescueNegativeTestJSON-1452221039-router', 'tenant_id': 'f8af955f507041b0a77e055bd3164b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '80c364c0-a206-4237-9f70-dda65e432813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:14Z', 'updated_at': '2021-08-27T09:47:15Z', 'revision_number': 3, 'project_id': 'f8af955f507041b0a77e055bd3164b0b', 'gw_port': {'id': '80c364c0-a206-4237-9f70-dda65e432813', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7eafcc5-695a-4afa-873f-d3b93867509a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:47:20.470982 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [None req-99dd4c17-f657-4b0c-b5a9-a33973074a44 admin admin] Allocated IP 172.20.0.1 (fa720c6a-2d26-4f54-b2b8-b3eaae9d4896/505694e5-d336-4af2-b727-846909e5f608/a03b82c4-4d05-4028-80c9-abcd87cefe35) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:47:20.602253 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c5eefd-0b8a-4f02-ae77-ccd24772bf1b None None] The sync data for ids ['b7eafcc5-695a-4afa-873f-d3b93867509a'] in dv-cinder-804757-3-iscsi is: [{'id': 'b7eafcc5-695a-4afa-873f-d3b93867509a', 'name': 'tempest-ServerRescueNegativeTestJSON-1452221039-router', 'tenant_id': 'f8af955f507041b0a77e055bd3164b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '80c364c0-a206-4237-9f70-dda65e432813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:14Z', 'updated_at': '2021-08-27T09:47:15Z', 'revision_number': 3, 'project_id': 'f8af955f507041b0a77e055bd3164b0b', 'gw_port': {'id': '80c364c0-a206-4237-9f70-dda65e432813', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7eafcc5-695a-4afa-873f-d3b93867509a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:47:20.643637 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-547cb751-3315-4bd2-a285-792eab119fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:20.698177 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-99dd4c17-f657-4b0c-b5a9-a33973074a44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:20.755504 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [None req-99dd4c17-f657-4b0c-b5a9-a33973074a44 admin admin] Transition to ACTIVE for port object a03b82c4-4d05-4028-80c9-abcd87cefe35 will not be triggered until provisioned by entity DHCP. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:47:20.801019 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-99dd4c17-f657-4b0c-b5a9-a33973074a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:20.882360 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dd4c17-f657-4b0c-b5a9-a33973074a44 admin admin] Network fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:47:20.889110 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-99dd4c17-f657-4b0c-b5a9-a33973074a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:47:20.912644 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dd4c17-f657-4b0c-b5a9-a33973074a44 admin admin] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:47:20.913499 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-99dd4c17-f657-4b0c-b5a9-a33973074a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504074'] for router_interface, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:21.003270 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f57db744-ae09-4c32-9b69-de910d09edc9 req-3ac3ccf6-91ca-4bcd-8c06-0e87abbc6f44 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 210 time: 0.1621754 Aug 27 09:47:21.031610 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-525242ff-2891-4b56-befb-58eec3dbda85 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Made reservation on behalf of 845a32e5238c48dcb6c136fc912c7feb for: {'port': 1} {{(pid=100335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:47:21.040999 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-525242ff-2891-4b56-befb-58eec3dbda85 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:21.216059 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-dadbebc5-a51b-41aa-b83d-fb62410aea6c None None] Provisioning for port a03b82c4-4d05-4028-80c9-abcd87cefe35 completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:47:21.223365 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-dadbebc5-a51b-41aa-b83d-fb62410aea6c None None] Provisioning complete for port a03b82c4-4d05-4028-80c9-abcd87cefe35 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:47:21.226840 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-dadbebc5-a51b-41aa-b83d-fb62410aea6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:21.342994 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-dadbebc5-a51b-41aa-b83d-fb62410aea6c None None] Port a03b82c4-4d05-4028-80c9-abcd87cefe35 cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:47:21.366713 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd4c17-f657-4b0c-b5a9-a33973074a44 admin admin] Pushing event updated for resources: {'Port': ['ID=a03b82c4-4d05-4028-80c9-abcd87cefe35,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:21.629748 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1e7e-d38b-41b9-b836-59929d83b3db admin admin] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:21.778933 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_common [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-525242ff-2891-4b56-befb-58eec3dbda85 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Allocated IP 172.20.0.6 (d27b4210-3595-492e-8bad-9c253a6cf801/bf4e1232-5fb4-4a6a-930e-46b3a58f960e/ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d) {{(pid=100335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:47:21.816315 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-99dd4c17-f657-4b0c-b5a9-a33973074a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:21.956461 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1e7e-d38b-41b9-b836-59929d83b3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:22.077932 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5e1e7e-d38b-41b9-b836-59929d83b3db admin admin] Network 1d949d78-38f1-4e99-8b6a-57368afc2039 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:47:22.133275 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 80c364c0-a206-4237-9f70-dda65e432813 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:47:22.154062 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-0c5e1e7e-d38b-41b9-b836-59929d83b3db admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:47:22.237824 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5e1e7e-d38b-41b9-b836-59929d83b3db admin admin] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:47:22.240616 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1e7e-d38b-41b9-b836-59929d83b3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504074'] for router_interface, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:22.263328 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port 80c364c0-a206-4237-9f70-dda65e432813 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:47:22.272941 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 80c364c0-a206-4237-9f70-dda65e432813 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:47:22.276102 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:22.361680 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8191cc0f-f6ae-48b7-afbe-e2a6408c6d87 req-f709459e-ecbe-4c78-97cf-582a10a9e4bb tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 210 time: 0.1763709 Aug 27 09:47:22.417460 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e1e7e-d38b-41b9-b836-59929d83b3db admin admin] Pushing event updated for resources: {'Port': ['ID=581b28e6-86c8-463d-8212-2aba511be3b5,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:22.598205 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:22.652487 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port 80c364c0-a206-4237-9f70-dda65e432813, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=80c364c0-a206-4237-9f70-dda65e432813,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:47:22.660517 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:22.661467 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 03955d54-ed8b-4170-944b-476665b55f02 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:47:22.673197 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-525242ff-2891-4b56-befb-58eec3dbda85 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Notify callbacks [] for port, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:22.851847 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-525242ff-2891-4b56-befb-58eec3dbda85 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:22.905118 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=80c364c0-a206-4237-9f70-dda65e432813,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:22.946860 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port 03955d54-ed8b-4170-944b-476665b55f02 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:47:22.962615 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 03955d54-ed8b-4170-944b-476665b55f02 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:47:22.968239 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:23.151933 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-99dd4c17-f657-4b0c-b5a9-a33973074a44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:23.175695 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-99dd4c17-f657-4b0c-b5a9-a33973074a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:23.179308 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-99dd4c17-f657-4b0c-b5a9-a33973074a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1681839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-504021'] for router_interface, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:23.251514 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-525242ff-2891-4b56-befb-58eec3dbda85 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Network d27b4210-3595-492e-8bad-9c253a6cf801 is already hosted by enough agents. {{(pid=100335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:47:23.255298 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-525242ff-2891-4b56-befb-58eec3dbda85 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Resources bound (agent type, host, resource id): {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:47:23.269959 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-525242ff-2891-4b56-befb-58eec3dbda85 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Received port after_create {{(pid=100335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:47:23.285531 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-525242ff-2891-4b56-befb-58eec3dbda85 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:23.289963 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-525242ff-2891-4b56-befb-58eec3dbda85 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for port, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:23.304640 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525242ff-2891-4b56-befb-58eec3dbda85 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Pushing event updated for resources: {'Port': ['ID=ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:23.319267 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:23.332825 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd4c17-f657-4b0c-b5a9-a33973074a44 admin admin] Pushing event updated for resources: {'Port': ['ID=a03b82c4-4d05-4028-80c9-abcd87cefe35,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:23.348805 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-525242ff-2891-4b56-befb-58eec3dbda85 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0792384 Aug 27 09:47:23.373929 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port 03955d54-ed8b-4170-944b-476665b55f02, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=03955d54-ed8b-4170-944b-476665b55f02,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:47:23.381280 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-34eaa5c5-8187-405b-8a3e-e2ab665474b8 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=100335) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 09:47:23.384671 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-34eaa5c5-8187-405b-8a3e-e2ab665474b8 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152335 Aug 27 09:47:23.395819 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:23.408683 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-f00f9422-c72d-4610-94eb-9b2df15aeed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:23.549776 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=03955d54-ed8b-4170-944b-476665b55f02,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:23.558092 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:23.693217 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1e7e-d38b-41b9-b836-59929d83b3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:23.972526 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dd4c17-f657-4b0c-b5a9-a33973074a44 admin admin] Network fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:47:23.972526 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-99dd4c17-f657-4b0c-b5a9-a33973074a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:47:23.972526 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fd160-c130-4fdd-b26f-34e16a21ce07 req-bd7419f7-54f0-4b3e-92f7-36d02f052282 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:23.983457 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c33fd160-c130-4fdd-b26f-34e16a21ce07 req-bd7419f7-54f0-4b3e-92f7-36d02f052282 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 931 time: 0.3912704 Aug 27 09:47:24.165697 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 80c364c0-a206-4237-9f70-dda65e432813 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:47:24.254261 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 49942) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:24.293498 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 80c364c0-a206-4237-9f70-dda65e432813 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:47:24.295331 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:24.458545 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:24.481070 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-04ecc1e3-32dc-4bfb-87e3-67c85f7eee40 None None] Provisioning complete for port a03b82c4-4d05-4028-80c9-abcd87cefe35 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:47:24.482364 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-04ecc1e3-32dc-4bfb-87e3-67c85f7eee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:24.530009 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1e7e-d38b-41b9-b836-59929d83b3db admin admin] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:24.545310 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c33fd160-c130-4fdd-b26f-34e16a21ce07 req-7cb27760-4fe1-45f2-abf9-76a40e4b1412 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638304 Aug 27 09:47:24.579987 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-04ecc1e3-32dc-4bfb-87e3-67c85f7eee40 None None] Port a03b82c4-4d05-4028-80c9-abcd87cefe35 cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:47:24.620776 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 03955d54-ed8b-4170-944b-476665b55f02 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:47:24.676091 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dd4c17-f657-4b0c-b5a9-a33973074a44 admin admin] Router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:47:24.685833 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 03955d54-ed8b-4170-944b-476665b55f02 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:47:24.686134 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:24.693242 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1e7e-d38b-41b9-b836-59929d83b3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:24.693992 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1e7e-d38b-41b9-b836-59929d83b3db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1681839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-504021'] for router_interface, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:24.808903 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-39b64902-cb23-4901-91d6-a68802e053aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:24.901344 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:25.009072 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e1e7e-d38b-41b9-b836-59929d83b3db admin admin] Pushing event updated for resources: {'Port': ['ID=581b28e6-86c8-463d-8212-2aba511be3b5,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:25.041187 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-39b64902-cb23-4901-91d6-a68802e053aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:25.053740 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-39b64902-cb23-4901-91d6-a68802e053aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:25.114585 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b64902-cb23-4901-91d6-a68802e053aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b29844-5be0-4e70-9236-7f5ef836b85d,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:25.119104 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-39b64902-cb23-4901-91d6-a68802e053aa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33d512a7cd2b4e0da50ca1cd1a6dad69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8608444 Aug 27 09:47:25.121586 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 49964) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:25.129044 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5e1e7e-d38b-41b9-b836-59929d83b3db admin admin] Network 1d949d78-38f1-4e99-8b6a-57368afc2039 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:47:25.139545 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-0c5e1e7e-d38b-41b9-b836-59929d83b3db admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:47:25.175415 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-273e952a-3a80-4ce2-84f7-33e6cc77ac48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:25.224724 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-273e952a-3a80-4ce2-84f7-33e6cc77ac48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:25.238190 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dd4c17-f657-4b0c-b5a9-a33973074a44 admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:47:25.261859 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-99dd4c17-f657-4b0c-b5a9-a33973074a44 admin admin] 10.222.0.55 "PUT /v2.0/routers/8402f0e2-5f96-4cf1-8524-635fd4c25d13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9839895 Aug 27 09:47:25.265012 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Sync routers for ids ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'] in dv-cinder-804757-3-iscsi {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:47:25.276616 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Routers {'8402f0e2-5f96-4cf1-8524-635fd4c25d13'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:47:25.277228 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:47:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:47:25.299784 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-273e952a-3a80-4ce2-84f7-33e6cc77ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:25.303235 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-273e952a-3a80-4ce2-84f7-33e6cc77ac48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:25.305219 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-273e952a-3a80-4ce2-84f7-33e6cc77ac48 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/92b29844-5be0-4e70-9236-7f5ef836b85d HTTP/1.1" status: 204 len: 168 time: 0.1823931 Aug 27 09:47:25.321818 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e952a-3a80-4ce2-84f7-33e6cc77ac48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b29844-5be0-4e70-9236-7f5ef836b85d,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:25.511505 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5e1e7e-d38b-41b9-b836-59929d83b3db admin admin] Router b7eafcc5-695a-4afa-873f-d3b93867509a has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:47:25.551464 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Set router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:47:25.731460 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5e1e7e-d38b-41b9-b836-59929d83b3db admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:47:25.738782 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-0c5e1e7e-d38b-41b9-b836-59929d83b3db admin admin] 10.222.0.55 "PUT /v2.0/routers/b7eafcc5-695a-4afa-873f-d3b93867509a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6194930 Aug 27 09:47:25.755336 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Sync routers for ids ['b7eafcc5-695a-4afa-873f-d3b93867509a'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:47:25.761650 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962206ff-3679-4257-acd2-ab8c84bfd57a req-e0da31de-ec29-4c42-8609-9c8d3303ee0a tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:25.763275 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-962206ff-3679-4257-acd2-ab8c84bfd57a req-e0da31de-ec29-4c42-8609-9c8d3303ee0a tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 931 time: 0.0992508 Aug 27 09:47:25.776561 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Routers {'b7eafcc5-695a-4afa-873f-d3b93867509a'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:47:25.778105 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:47:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['b7eafcc5-695a-4afa-873f-d3b93867509a'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:47:25.849769 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-962206ff-3679-4257-acd2-ab8c84bfd57a req-cfc4f966-21c3-4943-8aa4-cd384e5c46a6 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765703 Aug 27 09:47:26.015377 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '03955d54-ed8b-4170-944b-476665b55f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:47:21Z', 'revision_number': 4, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port': {'id': '03955d54-ed8b-4170-944b-476665b55f02', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'a03b82c4-4d05-4028-80c9-abcd87cefe35', 'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'mac_address': 'fa:16:3e:e5:f6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:19Z', 'updated_at': '2021-08-27T09:47:21Z', 'revision_number': 2, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'subnets': [{'id': '505694e5-d336-4af2-b727-846909e5f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:47:26.036810 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Set router b7eafcc5-695a-4afa-873f-d3b93867509a gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:47:26.053710 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Checking router: 8402f0e2-5f96-4cf1-8524-635fd4c25d13 for host: dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:47:26.054251 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Updating router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 port a03b82c4-4d05-4028-80c9-abcd87cefe35 binding host dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 09:47:26.104080 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:26.395405 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:26.453204 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eafcc5-695a-4afa-873f-d3b93867509a', 'name': 'tempest-ServerRescueNegativeTestJSON-1452221039-router', 'tenant_id': 'f8af955f507041b0a77e055bd3164b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '80c364c0-a206-4237-9f70-dda65e432813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:14Z', 'updated_at': '2021-08-27T09:47:23Z', 'revision_number': 4, 'project_id': 'f8af955f507041b0a77e055bd3164b0b', 'gw_port': {'id': '80c364c0-a206-4237-9f70-dda65e432813', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eafcc5-695a-4afa-873f-d3b93867509a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '581b28e6-86c8-463d-8212-2aba511be3b5', 'name': '', 'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039', 'tenant_id': 'f8af955f507041b0a77e055bd3164b0b', 'mac_address': 'fa:16:3e:05:9e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7eafcc5-695a-4afa-873f-d3b93867509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8a0b116e-984c-4493-adcb-d387668ba116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:19Z', 'updated_at': '2021-08-27T09:47:23Z', 'revision_number': 2, 'project_id': 'f8af955f507041b0a77e055bd3164b0b', 'subnets': [{'id': '8a0b116e-984c-4493-adcb-d387668ba116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:47:26.514907 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Checking router: b7eafcc5-695a-4afa-873f-d3b93867509a for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:47:26.523678 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Updating router b7eafcc5-695a-4afa-873f-d3b93867509a port 581b28e6-86c8-463d-8212-2aba511be3b5 binding host dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 09:47:26.539249 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Notify callbacks [] for port, precommit_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:26.576887 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:26.578114 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.provisioning_blocks [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Transition to ACTIVE for port object a03b82c4-4d05-4028-80c9-abcd87cefe35 will not be triggered until provisioned by entity L2. {{(pid=100337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:47:26.601209 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:26.807233 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330a161-4bda-44b7-b29a-9a36e4c490d4 None None] Pushing event updated for resources: {'Port': ['ID=a03b82c4-4d05-4028-80c9-abcd87cefe35,revision_number=3']} {{(pid=100337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:26.885957 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Attempting to bind port a03b82c4-4d05-4028-80c9-abcd87cefe35 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:47:26.889292 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Attempting to bind port a03b82c4-4d05-4028-80c9-abcd87cefe35 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': 'd45627ae-03a1-4474-baff-bc368b04dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896'}] {{(pid=100337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:47:26.889834 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Attempting to bind port a03b82c4-4d05-4028-80c9-abcd87cefe35 on network fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:47:26.913673 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:47:26.915727 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Checking segment: {'id': 'd45627ae-03a1-4474-baff-bc368b04dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:47:26.916170 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:26.916571 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Bound using segment: {'id': 'd45627ae-03a1-4474-baff-bc368b04dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896'} {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:47:26.927570 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Bound port: a03b82c4-4d05-4028-80c9-abcd87cefe35, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45627ae-03a1-4474-baff-bc368b04dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896'}}] {{(pid=100337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:47:26.927982 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:27.174108 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.db [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] For port a03b82c4-4d05-4028-80c9-abcd87cefe35, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:47:27.183567 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.db [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] For port a03b82c4-4d05-4028-80c9-abcd87cefe35, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=a03b82c4-4d05-4028-80c9-abcd87cefe35,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:47:27.194909 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:27.216218 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Notify callbacks [] for port, precommit_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:27.232012 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Transition to ACTIVE for port object 581b28e6-86c8-463d-8212-2aba511be3b5 will not be triggered until provisioned by entity L2. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:47:27.244988 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:27.253707 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16730be8-b793-4eb1-b846-4071636f4d26 req-425a0333-f189-4558-8064-56ccd8c4d067 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:27.256367 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-16730be8-b793-4eb1-b846-4071636f4d26 req-425a0333-f189-4558-8064-56ccd8c4d067 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 931 time: 0.1865017 Aug 27 09:47:27.306640 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e0e4c-1577-4662-befb-89afadc52a92 None None] Pushing event updated for resources: {'Port': ['ID=581b28e6-86c8-463d-8212-2aba511be3b5,revision_number=3']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:27.357609 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Routers {'8402f0e2-5f96-4cf1-8524-635fd4c25d13'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:47:27.358304 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:47:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:47:27.376652 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-16730be8-b793-4eb1-b846-4071636f4d26 req-878c24f1-8ae5-4477-a878-a4fddf687d2d tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125052 Aug 27 09:47:27.377168 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 50028) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:27.381974 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-a6367542-120b-4d9d-8382-9743f43f54c9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1165969839', 'description': 'tempest-description--1351231859'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:27.460769 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a6367542-120b-4d9d-8382-9743f43f54c9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:27.484316 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Attempting to bind port 581b28e6-86c8-463d-8212-2aba511be3b5 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:47:27.485975 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Attempting to bind port 581b28e6-86c8-463d-8212-2aba511be3b5 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': 'f0bea831-4d70-4f79-8236-7fcb02beb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039'}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:47:27.487396 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Attempting to bind port 581b28e6-86c8-463d-8212-2aba511be3b5 on network 1d949d78-38f1-4e99-8b6a-57368afc2039 {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:47:27.507400 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:47:27.508146 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Checking segment: {'id': 'f0bea831-4d70-4f79-8236-7fcb02beb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:47:27.508740 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:27.515225 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Bound using segment: {'id': 'f0bea831-4d70-4f79-8236-7fcb02beb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039'} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:47:27.518169 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Bound port: 581b28e6-86c8-463d-8212-2aba511be3b5, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0bea831-4d70-4f79-8236-7fcb02beb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039'}}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:47:27.518790 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:27.601176 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] Set router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:47:27.722604 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a6367542-120b-4d9d-8382-9743f43f54c9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:27.733116 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a6367542-120b-4d9d-8382-9743f43f54c9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:27.761625 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a6367542-120b-4d9d-8382-9743f43f54c9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:27.766765 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-a6367542-120b-4d9d-8382-9743f43f54c9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3868392 Aug 27 09:47:27.769283 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 50038) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:27.774317 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-c14005f1-7186-42bc-8ca3-fd361dff4541 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Request body: {'security_group_rule': {'security_group_id': 'c11ebb99-9e88-4d36-9344-4e8af4d44af6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:27.803154 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6367542-120b-4d9d-8382-9743f43f54c9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c11ebb99-9e88-4d36-9344-4e8af4d44af6,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:27.804239 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] For port 581b28e6-86c8-463d-8212-2aba511be3b5, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:47:27.809391 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] For port 581b28e6-86c8-463d-8212-2aba511be3b5, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=581b28e6-86c8-463d-8212-2aba511be3b5,segment=NetworkSegment(f0bea831-4d70-4f79-8236-7fcb02beb724),segment_id=f0bea831-4d70-4f79-8236-7fcb02beb724)] {{(pid=100336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:47:27.827288 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:27.854289 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c14005f1-7186-42bc-8ca3-fd361dff4541 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:27.935749 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 50042) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:28.021520 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330a161-4bda-44b7-b29a-9a36e4c490d4 None None] Pushing event updated for resources: {'Port': ['ID=a03b82c4-4d05-4028-80c9-abcd87cefe35,revision_number=4']} {{(pid=100337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:28.035970 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '03955d54-ed8b-4170-944b-476665b55f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:47:21Z', 'revision_number': 4, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port': {'id': '03955d54-ed8b-4170-944b-476665b55f02', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'a03b82c4-4d05-4028-80c9-abcd87cefe35', 'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'mac_address': 'fa:16:3e:e5:f6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:19Z', 'updated_at': '2021-08-27T09:47:27Z', 'revision_number': 4, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'subnets': [{'id': '505694e5-d336-4af2-b727-846909e5f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:47:28.078363 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c14005f1-7186-42bc-8ca3-fd361dff4541 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:28.091534 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c14005f1-7186-42bc-8ca3-fd361dff4541 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:28.099502 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Routers {'b7eafcc5-695a-4afa-873f-d3b93867509a'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:47:28.100437 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:47:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['b7eafcc5-695a-4afa-873f-d3b93867509a'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:47:28.117765 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e0e4c-1577-4662-befb-89afadc52a92 None None] Pushing event updated for resources: {'Port': ['ID=581b28e6-86c8-463d-8212-2aba511be3b5,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:28.119274 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfbb760-4d16-4de5-8cb6-dfcacd7faff7 None None] The sync data for ids ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'] in dv-cinder-804757-3-iscsi is: [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '03955d54-ed8b-4170-944b-476665b55f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:47:21Z', 'revision_number': 4, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port': {'id': '03955d54-ed8b-4170-944b-476665b55f02', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'a03b82c4-4d05-4028-80c9-abcd87cefe35', 'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'mac_address': 'fa:16:3e:e5:f6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:19Z', 'updated_at': '2021-08-27T09:47:27Z', 'revision_number': 4, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'subnets': [{'id': '505694e5-d336-4af2-b727-846909e5f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:47:28.145208 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14005f1-7186-42bc-8ca3-fd361dff4541 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4d5e0a-9a15-432c-b07b-50b8a10ee1e9,revision_number=0']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:28.155251 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c14005f1-7186-42bc-8ca3-fd361dff4541 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:28.157269 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-c14005f1-7186-42bc-8ca3-fd361dff4541 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3871164 Aug 27 09:47:28.160387 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 50060) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:28.166177 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-f2369822-1bd2-4107-bc78-c4929a96e84d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Request body: {'security_group_rule': {'security_group_id': 'c11ebb99-9e88-4d36-9344-4e8af4d44af6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:28.278559 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f2369822-1bd2-4107-bc78-c4929a96e84d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:28.352313 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Request body: {'port': {'device_id': '6d9b99ac-049e-4cee-ab85-2a2036cb377d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:28.515749 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f2369822-1bd2-4107-bc78-c4929a96e84d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:28.523371 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] Set router b7eafcc5-695a-4afa-873f-d3b93867509a gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:47:28.532183 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f2369822-1bd2-4107-bc78-c4929a96e84d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:28.605280 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2369822-1bd2-4107-bc78-c4929a96e84d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba134e2b-d797-42c8-bb0a-82affd9f0847,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:28.631685 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f2369822-1bd2-4107-bc78-c4929a96e84d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:28.633084 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-f2369822-1bd2-4107-bc78-c4929a96e84d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4716980 Aug 27 09:47:28.637182 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 50082) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:28.657935 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-a87eab79-3c8b-4de9-b261-1f42b36b3bd3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Request body: {'floatingip': {'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:28.674137 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:28.832152 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6d5691dc-44e4-4229-b405-f56741c5d76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:29.192614 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eafcc5-695a-4afa-873f-d3b93867509a', 'name': 'tempest-ServerRescueNegativeTestJSON-1452221039-router', 'tenant_id': 'f8af955f507041b0a77e055bd3164b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '80c364c0-a206-4237-9f70-dda65e432813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:14Z', 'updated_at': '2021-08-27T09:47:23Z', 'revision_number': 4, 'project_id': 'f8af955f507041b0a77e055bd3164b0b', 'gw_port': {'id': '80c364c0-a206-4237-9f70-dda65e432813', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eafcc5-695a-4afa-873f-d3b93867509a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '581b28e6-86c8-463d-8212-2aba511be3b5', 'name': '', 'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039', 'tenant_id': 'f8af955f507041b0a77e055bd3164b0b', 'mac_address': 'fa:16:3e:05:9e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7eafcc5-695a-4afa-873f-d3b93867509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8a0b116e-984c-4493-adcb-d387668ba116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:19Z', 'updated_at': '2021-08-27T09:47:27Z', 'revision_number': 4, 'project_id': 'f8af955f507041b0a77e055bd3164b0b', 'subnets': [{'id': '8a0b116e-984c-4493-adcb-d387668ba116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:47:29.245123 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a87eab79-3c8b-4de9-b261-1f42b36b3bd3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for floatingip, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:29.285263 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fa9007-5427-4309-9a5b-64499476a25f None None] The sync data for ids ['b7eafcc5-695a-4afa-873f-d3b93867509a'] in dv-cinder-804757-3-iscsi is: [{'id': 'b7eafcc5-695a-4afa-873f-d3b93867509a', 'name': 'tempest-ServerRescueNegativeTestJSON-1452221039-router', 'tenant_id': 'f8af955f507041b0a77e055bd3164b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '80c364c0-a206-4237-9f70-dda65e432813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:14Z', 'updated_at': '2021-08-27T09:47:23Z', 'revision_number': 4, 'project_id': 'f8af955f507041b0a77e055bd3164b0b', 'gw_port': {'id': '80c364c0-a206-4237-9f70-dda65e432813', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eafcc5-695a-4afa-873f-d3b93867509a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '581b28e6-86c8-463d-8212-2aba511be3b5', 'name': '', 'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039', 'tenant_id': 'f8af955f507041b0a77e055bd3164b0b', 'mac_address': 'fa:16:3e:05:9e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7eafcc5-695a-4afa-873f-d3b93867509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8a0b116e-984c-4493-adcb-d387668ba116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:19Z', 'updated_at': '2021-08-27T09:47:27Z', 'revision_number': 4, 'project_id': 'f8af955f507041b0a77e055bd3164b0b', 'subnets': [{'id': '8a0b116e-984c-4493-adcb-d387668ba116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:47:29.573759 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.notifiers.nova [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d {{(pid=100335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:47:29.586363 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:29.611519 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.provisioning_blocks [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Transition to ACTIVE for port object ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d will not be triggered until provisioned by entity L2. {{(pid=100335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:47:29.622865 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:29.711893 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Pushing event updated for resources: {'Port': ['ID=ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d,revision_number=2']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:29.731503 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016863b-1f13-4b39-8dd9-8815d8fce5a0 req-bfb37627-4c4c-4854-a2af-6d02b9a67ecb tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:29.733102 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6016863b-1f13-4b39-8dd9-8815d8fce5a0 req-bfb37627-4c4c-4854-a2af-6d02b9a67ecb tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 931 time: 1.0519459 Aug 27 09:47:29.818020 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-f47e2e2b-925c-48ab-b484-00ec32ba3ae9 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:29.831511 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-f47e2e2b-925c-48ab-b484-00ec32ba3ae9 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/networks?id=1d949d78-38f1-4e99-8b6a-57368afc2039 HTTP/1.1" status: 200 len: 819 time: 1.1578684 Aug 27 09:47:29.905247 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-01ea597d-e0b4-41e2-9b74-6b1d6d17d2d0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/quotas/f8af955f507041b0a77e055bd3164b0b HTTP/1.1" status: 200 len: 375 time: 0.0719163 Aug 27 09:47:29.987197 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6016863b-1f13-4b39-8dd9-8815d8fce5a0 req-0ac64f30-cb70-4659-a25c-19143154a4f1 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087388 Aug 27 09:47:29.992076 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.managers [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Attempting to bind port ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:47:29.992578 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.managers [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Attempting to bind port ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'd1caabc8-dccb-4dfa-9d85-38906c2aed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd27b4210-3595-492e-8bad-9c253a6cf801'}] {{(pid=100335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:47:29.993129 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Attempting to bind port ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d on network d27b4210-3595-492e-8bad-9c253a6cf801 {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:47:30.010822 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Port ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d on network d27b4210-3595-492e-8bad-9c253a6cf801 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:47:30.011274 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Attempting to bind port ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d on network d27b4210-3595-492e-8bad-9c253a6cf801 {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:47:30.049809 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:47:30.050177 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Checking segment: {'id': 'd1caabc8-dccb-4dfa-9d85-38906c2aed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd27b4210-3595-492e-8bad-9c253a6cf801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:47:30.050751 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Bound using segment: {'id': 'd1caabc8-dccb-4dfa-9d85-38906c2aed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd27b4210-3595-492e-8bad-9c253a6cf801'} {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:47:30.051254 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.managers [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Bound port: ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1caabc8-dccb-4dfa-9d85-38906c2aed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd27b4210-3595-492e-8bad-9c253a6cf801'}}] {{(pid=100335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:47:30.051616 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:30.311712 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device a03b82c4-4d05-4028-80c9-abcd87cefe35 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:47:30.422707 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] For port ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d, host hv-cinder-80475, cleared binding levels {{(pid=100335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:47:30.428608 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6d5691dc-44e4-4229-b405-f56741c5d76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:30.434834 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] For port ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d,segment=NetworkSegment(d1caabc8-dccb-4dfa-9d85-38906c2aed54),segment_id=d1caabc8-dccb-4dfa-9d85-38906c2aed54)] {{(pid=100335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:47:30.435601 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port a03b82c4-4d05-4028-80c9-abcd87cefe35 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:47:30.437123 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6d5691dc-44e4-4229-b405-f56741c5d76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:30.442632 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port a03b82c4-4d05-4028-80c9-abcd87cefe35 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:47:30.443002 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:30.454099 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-46944157-7559-48e0-8d96-98f989c2af77 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8af955f507041b0a77e055bd3164b0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5470681 Aug 27 09:47:30.494646 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a87eab79-3c8b-4de9-b261-1f42b36b3bd3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:30.514720 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-6d5691dc-44e4-4229-b405-f56741c5d76f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df5ad713fcf041988f5440c3ef127f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5745163 Aug 27 09:47:30.518566 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 50124) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:30.524449 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:30.546299 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5691dc-44e4-4229-b405-f56741c5d76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c42c11-1473-4719-89fa-2beaf822f0f6,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:30.609213 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:30.666992 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port a03b82c4-4d05-4028-80c9-abcd87cefe35, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=a03b82c4-4d05-4028-80c9-abcd87cefe35,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:47:30.674533 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:30.684371 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:30.685244 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for port, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:30.686709 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] 10.222.0.65 "PUT /v2.0/ports/ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d HTTP/1.1" status: 200 len: 1093 time: 2.9758837 Aug 27 09:47:30.687143 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9b99ac-049e-4cee-ab85-2a2036cb377d', 'tag': 'ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d'}] {{(pid=100335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:47:30.690789 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 581b28e6-86c8-463d-8212-2aba511be3b5 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:47:30.837378 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=a03b82c4-4d05-4028-80c9-abcd87cefe35,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:30.873288 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port 581b28e6-86c8-463d-8212-2aba511be3b5 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:47:30.878025 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 581b28e6-86c8-463d-8212-2aba511be3b5 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:47:30.878418 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:30.919726 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9b0a68ad-e270-4d02-ad60-7e77bf0c281b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:30.921027 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2fe56-c837-48da-84e2-a5704268b54a service neutron] Pushing event updated for resources: {'Port': ['ID=ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d,revision_number=3']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:30.977913 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-a15c7317-ec4c-473c-998e-20b9362f1242 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=100334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 09:47:30.979001 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-a15c7317-ec4c-473c-998e-20b9362f1242 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1671472 Aug 27 09:47:31.062543 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:31.150577 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-cdc63087-23c0-4b85-aaaf-7f9be7012d1f service neutron] 10.222.0.55 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565049 Aug 27 09:47:31.152017 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [None req-a87eab79-3c8b-4de9-b261-1f42b36b3bd3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Allocated IP 172.27.3.110 (7e0666e1-bba7-40d6-99a1-baf82e3072a1/16ad6031-57d4-4eed-bb48-2f2edbdd88d6/2b2477ee-ad39-4433-b3d8-29970d2505b9) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:47:31.152926 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port 581b28e6-86c8-463d-8212-2aba511be3b5, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=581b28e6-86c8-463d-8212-2aba511be3b5,segment=NetworkSegment(f0bea831-4d70-4f79-8236-7fcb02beb724),segment_id=f0bea831-4d70-4f79-8236-7fcb02beb724)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:47:31.161098 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9b0a68ad-e270-4d02-ad60-7e77bf0c281b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:31.170071 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:31.179917 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}025450df2500551f9904fcf1c9a215fd0038e6a364e6ac7978f47cafd8b0d6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6299fc-d02b-4db0-9554-10db5a62996e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9b99ac-049e-4cee-ab85-2a2036cb377d", "tag": "ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d"}]}' {{(pid=100335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:47:31.253625 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62322a-10f3-4315-93eb-00c70cdb0109 req-2d32d84e-817c-4075-886f-8bc35c9caede tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:31.265267 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=581b28e6-86c8-463d-8212-2aba511be3b5,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:31.274076 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-fc62322a-10f3-4315-93eb-00c70cdb0109 req-2d32d84e-817c-4075-886f-8bc35c9caede tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 943 time: 0.1565816 Aug 27 09:47:31.280199 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-d4fc30cd-2ed1-4792-a804-2dea6f98193b service neutron] 10.222.0.55 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166463 Aug 27 09:47:31.366786 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-fc62322a-10f3-4315-93eb-00c70cdb0109 req-78aedc66-ce8b-4182-bdd9-f9c9f849a736 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914330 Aug 27 09:47:31.442139 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9b0a68ad-e270-4d02-ad60-7e77bf0c281b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:31.447392 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9b0a68ad-e270-4d02-ad60-7e77bf0c281b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:31.452199 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-9b0a68ad-e270-4d02-ad60-7e77bf0c281b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/98c42c11-1473-4719-89fa-2beaf822f0f6 HTTP/1.1" status: 204 len: 168 time: 0.9314106 Aug 27 09:47:31.521579 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a68ad-e270-4d02-ad60-7e77bf0c281b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c42c11-1473-4719-89fa-2beaf822f0f6,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:31.545763 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a87eab79-3c8b-4de9-b261-1f42b36b3bd3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:31.613346 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a87eab79-3c8b-4de9-b261-1f42b36b3bd3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:31.710975 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87eab79-3c8b-4de9-b261-1f42b36b3bd3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:47:31.716671 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-a87eab79-3c8b-4de9-b261-1f42b36b3bd3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:47:31.722061 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87eab79-3c8b-4de9-b261-1f42b36b3bd3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:47:31.797367 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-113a61ad-c354-43b6-b709-d2d27b41912d req-d213cc97-68d0-4725-a764-8b93cf448c75 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 210 time: 0.0820737 Aug 27 09:47:31.885186 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87eab79-3c8b-4de9-b261-1f42b36b3bd3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Pushing event updated for resources: {'Port': ['ID=2b2477ee-ad39-4433-b3d8-29970d2505b9,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:31.914726 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 50182) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:31.918710 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a87eab79-3c8b-4de9-b261-1f42b36b3bd3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:31.942804 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e531dcf-8e8b-47c1-83f8-ddc74edd9a95 x-openstack-request-id: req-4e531dcf-8e8b-47c1-83f8-ddc74edd9a95 {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:47:31.943300 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9b99ac-049e-4cee-ab85-2a2036cb377d", "tag": "ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d", "status": "completed", "code": 200}]} {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:47:31.943852 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e531dcf-8e8b-47c1-83f8-ddc74edd9a95 {{(pid=100335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:47:31.944733 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d9b99ac-049e-4cee-ab85-2a2036cb377d', 'tag': 'ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d', 'status': 'completed', 'code': 200} Aug 27 09:47:31.997609 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a87eab79-3c8b-4de9-b261-1f42b36b3bd3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:32.105872 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device a03b82c4-4d05-4028-80c9-abcd87cefe35 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:47:32.251973 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port a03b82c4-4d05-4028-80c9-abcd87cefe35 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:47:32.255481 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:32.490241 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a87eab79-3c8b-4de9-b261-1f42b36b3bd3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:32.567204 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a87eab79-3c8b-4de9-b261-1f42b36b3bd3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:32.634227 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 581b28e6-86c8-463d-8212-2aba511be3b5 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:47:32.747604 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745a976-259f-49e6-96f8-8f4b05c9a724 req-0549ddd7-df45-4e4b-8b1a-dbecf8a6e0c6 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:32.760944 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f745a976-259f-49e6-96f8-8f4b05c9a724 req-0549ddd7-df45-4e4b-8b1a-dbecf8a6e0c6 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 943 time: 0.1614602 Aug 27 09:47:32.858784 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f745a976-259f-49e6-96f8-8f4b05c9a724 req-8cb9125b-6649-4b34-a4d9-248612313b85 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952630 Aug 27 09:47:32.869406 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 581b28e6-86c8-463d-8212-2aba511be3b5 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:47:32.869963 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:32.888853 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1af3beb7-e560-4f9b-b69c-d4aa0c0550cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:33.051143 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-acb2e27f-dfbf-46d9-bdb9-6866fd4866f5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:33.067483 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-acb2e27f-dfbf-46d9-bdb9-6866fd4866f5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/networks?id=1d949d78-38f1-4e99-8b6a-57368afc2039 HTTP/1.1" status: 200 len: 819 time: 0.5917294 Aug 27 09:47:33.075066 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a87eab79-3c8b-4de9-b261-1f42b36b3bd3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504191'] for floatingip, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:33.091655 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1af3beb7-e560-4f9b-b69c-d4aa0c0550cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:33.099533 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1af3beb7-e560-4f9b-b69c-d4aa0c0550cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:33.186434 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-5e44b036-8e2c-40f9-8665-acf3f0597835 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/quotas/f8af955f507041b0a77e055bd3164b0b HTTP/1.1" status: 200 len: 375 time: 0.1158209 Aug 27 09:47:33.191531 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-1af3beb7-e560-4f9b-b69c-d4aa0c0550cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7443d86594a54c32abffa242e363c238&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2752020 Aug 27 09:47:33.196516 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 50236) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:33.213326 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87eab79-3c8b-4de9-b261-1f42b36b3bd3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Pushing event updated for resources: {'Port': ['ID=2b2477ee-ad39-4433-b3d8-29970d2505b9,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:33.242244 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a87eab79-3c8b-4de9-b261-1f42b36b3bd3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:33.260662 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-a87eab79-3c8b-4de9-b261-1f42b36b3bd3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6143482 Aug 27 09:47:33.321038 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3beb7-e560-4f9b-b69c-d4aa0c0550cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d813b7a-6c50-43d2-9fb4-b5435cc3869a,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:33.325853 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-0a61003a-6783-4dae-8730-733dfd02172b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8af955f507041b0a77e055bd3164b0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1379018 Aug 27 09:47:33.373046 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-29b2236d-d821-450b-b859-fc6819aeb303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:33.421221 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-29b2236d-d821-450b-b859-fc6819aeb303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:33.666463 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-0c63ce0d-8dd8-4ac8-8cfc-41f46a6d933c service neutron] 10.222.0.55 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377564 Aug 27 09:47:33.840360 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-b95f5e45-7f98-4295-beba-1b23457b5c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:33.842162 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-b95f5e45-7f98-4295-beba-1b23457b5c15 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=845a32e5238c48dcb6c136fc912c7feb&device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 1096 time: 0.4241745 Aug 27 09:47:33.878706 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-fcbe815a-c7e9-4dde-8f84-51cb506de550 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1165969839&fields=id&tenant_id=2ec5ee960a9a402baca62a4f82fadfe3 HTTP/1.1" status: 200 len: 267 time: 0.1365902 Aug 27 09:47:33.947215 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-b3dd19dc-5f52-4917-83f1-01e8ccabd4a1 service neutron] 10.222.0.55 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737255 Aug 27 09:47:34.114005 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-29b2236d-d821-450b-b859-fc6819aeb303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:34.116610 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-29b2236d-d821-450b-b859-fc6819aeb303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:34.117797 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-29b2236d-d821-450b-b859-fc6819aeb303 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d813b7a-6c50-43d2-9fb4-b5435cc3869a HTTP/1.1" status: 204 len: 168 time: 0.9200125 Aug 27 09:47:34.146427 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-94e09472-521e-4d85-92c4-5d3bc88f4a5e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d HTTP/1.1" status: 200 len: 217 time: 0.2197607 Aug 27 09:47:34.171871 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2236d-d821-450b-b859-fc6819aeb303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d813b7a-6c50-43d2-9fb4-b5435cc3869a,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:34.361200 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-d23bbac9-5dd6-4ef7-bdbb-bf9ad9af44b2 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:34.384158 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-d23bbac9-5dd6-4ef7-bdbb-bf9ad9af44b2 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/networks?id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 HTTP/1.1" status: 200 len: 816 time: 0.4889486 Aug 27 09:47:34.429197 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-d1929570-ac58-4e0f-a871-91e52b497f2a tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/quotas/2ec5ee960a9a402baca62a4f82fadfe3 HTTP/1.1" status: 200 len: 375 time: 0.0329583 Aug 27 09:47:34.540233 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2806083-815c-4a25-ab36-8d80d9a21b72 req-2d9c12a1-7cab-4f57-b9a5-d2cdadead69a tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:34.542876 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e2806083-815c-4a25-ab36-8d80d9a21b72 req-2d9c12a1-7cab-4f57-b9a5-d2cdadead69a tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 943 time: 0.0989900 Aug 27 09:47:34.610760 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e2806083-815c-4a25-ab36-8d80d9a21b72 req-123b01b4-32e6-4b3d-9dd4-c844143bc4b6 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599303 Aug 27 09:47:34.722051 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-02149636-8ea3-4c96-97d7-00c6b9912b6d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ec5ee960a9a402baca62a4f82fadfe3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2856255 Aug 27 09:47:34.792406 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-042a3463-0d02-4058-8044-f89e4eeae4cd req-779e253b-ade6-43ed-8747-cdf9cd452732 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 210 time: 0.0735934 Aug 27 09:47:34.918509 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-d6251f74-b848-4990-91a2-b8718a21a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:34.921140 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-d6251f74-b848-4990-91a2-b8718a21a1d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf4e1232-5fb4-4a6a-930e-46b3a58f960e HTTP/1.1" status: 200 len: 852 time: 0.2564344 Aug 27 09:47:35.085641 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 50314) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:35.106676 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-87b9d1be-be01-4c6b-a98c-440748162c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:35.225180 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-3acfe38b-2651-4e0f-a99b-7cb133d56280 service neutron] 10.222.0.55 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017316 Aug 27 09:47:35.279265 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.65', 56514) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:35.380063 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-e21fd0fa-4df2-4a9f-b661-d6f2cac5cb88 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d27b4210-3595-492e-8bad-9c253a6cf801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3486013 Aug 27 09:47:35.636551 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-87b9d1be-be01-4c6b-a98c-440748162c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:35.666471 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-87b9d1be-be01-4c6b-a98c-440748162c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:35.698108 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-2524e576-1028-4e90-9070-c59cbd77622e service neutron] 10.222.0.55 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721982 Aug 27 09:47:35.766363 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-e720e027-16a4-429e-bf10-5b6cc1568b16 service neutron] 10.222.0.65 "GET /v2.0/networks/d27b4210-3595-492e-8bad-9c253a6cf801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919545 Aug 27 09:47:35.843389 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-87b9d1be-be01-4c6b-a98c-440748162c62 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6a5194dd3264e9d91e37f730384ea45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7513909 Aug 27 09:47:35.843389 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 50352) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:35.868963 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9d1be-be01-4c6b-a98c-440748162c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2a5675-55ff-4a80-9af7-646be3230a29,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:36.042571 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 50364) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:36.076928 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-441a0543-1d3d-4921-a442-b7b62cca6307 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:36.095940 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-441a0543-1d3d-4921-a442-b7b62cca6307 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.65 "GET /v2.0/networks?id=1d949d78-38f1-4e99-8b6a-57368afc2039 HTTP/1.1" status: 200 len: 819 time: 0.8051014 Aug 27 09:47:36.110480 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4f5748e7-0407-4da3-91c5-b2fed8c44089 req-3c1b8052-1e7a-412c-bdeb-12c09f447f28 service neutron] 10.222.0.65 "GET /v2.0/networks/d27b4210-3595-492e-8bad-9c253a6cf801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178971 Aug 27 09:47:36.174630 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-2b936e01-49a2-4e44-881f-caea3022d4fa req-d697b96d-f02b-4f40-96e4-0ccbe3413b2c tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 210 time: 0.0324073 Aug 27 09:47:36.221438 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3710119d-ec46-4abd-9502-04e071698869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:36.245389 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fd32a-ac4a-4bbd-a105-21950be49345 req-c9aac4b2-f2ea-4d5f-acbb-2714accd3d34 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:36.255799 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-717fd32a-ac4a-4bbd-a105-21950be49345 req-c9aac4b2-f2ea-4d5f-acbb-2714accd3d34 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 943 time: 0.4127102 Aug 27 09:47:36.276145 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-250e258f-bc30-4f81-9494-6863742c8829 req-4f04a818-7a19-4d13-b1e5-f3625ac5ead1 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 210 time: 0.0466461 Aug 27 09:47:36.298111 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-63198720-86b8-498e-bd07-bdcd10ca1d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:36.304872 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3710119d-ec46-4abd-9502-04e071698869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:36.326051 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-717fd32a-ac4a-4bbd-a105-21950be49345 req-a9eb1937-1e5c-40c4-b674-099618f9f43d tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693345 Aug 27 09:47:36.388356 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3710119d-ec46-4abd-9502-04e071698869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:36.391495 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3710119d-ec46-4abd-9502-04e071698869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:36.392696 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-3710119d-ec46-4abd-9502-04e071698869 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc2a5675-55ff-4a80-9af7-646be3230a29 HTTP/1.1" status: 204 len: 168 time: 0.5209384 Aug 27 09:47:36.408600 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710119d-ec46-4abd-9502-04e071698869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2a5675-55ff-4a80-9af7-646be3230a29,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:36.429748 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-63198720-86b8-498e-bd07-bdcd10ca1d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:36.435329 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-63198720-86b8-498e-bd07-bdcd10ca1d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:36.465351 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63198720-86b8-498e-bd07-bdcd10ca1d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016d3084-c90f-413a-b5e0-6547d95541cf,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:36.480921 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-63198720-86b8-498e-bd07-bdcd10ca1d11 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1046542870db43838fc0233faead4997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373229 Aug 27 09:47:36.483589 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 50390) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:36.543729 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d8e7bb80-44b6-4647-aa3f-3a1035b27df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:36.575315 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d8e7bb80-44b6-4647-aa3f-3a1035b27df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:36.638587 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d8e7bb80-44b6-4647-aa3f-3a1035b27df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:36.642025 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d8e7bb80-44b6-4647-aa3f-3a1035b27df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:36.645950 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-d8e7bb80-44b6-4647-aa3f-3a1035b27df0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/016d3084-c90f-413a-b5e0-6547d95541cf HTTP/1.1" status: 204 len: 168 time: 0.1613333 Aug 27 09:47:36.656320 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7bb80-44b6-4647-aa3f-3a1035b27df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016d3084-c90f-413a-b5e0-6547d95541cf,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:37.032807 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 50412) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:37.068045 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-fe0532e2-51f1-4c20-b229-5946fdc514af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:37.183467 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-fe0532e2-51f1-4c20-b229-5946fdc514af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:37.191142 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-fe0532e2-51f1-4c20-b229-5946fdc514af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:37.230762 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-fe0532e2-51f1-4c20-b229-5946fdc514af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7c6001104f664577ae6b65b97e680347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963840 Aug 27 09:47:37.231380 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0532e2-51f1-4c20-b229-5946fdc514af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce79b9e-f8e0-410a-a3fc-6d4719664668,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:37.233565 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 50422) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:37.346854 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9dc99a5c-bc65-4be9-adff-c3e0dbb6d7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:37.350659 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0fff1565-3067-479f-94e7-9aa3f34d5a30 req-75e7f23a-4b33-486c-8dd8-a384d9f9dce2 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 210 time: 0.0321484 Aug 27 09:47:37.372609 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9dc99a5c-bc65-4be9-adff-c3e0dbb6d7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:37.397403 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a0518eb6-4bba-45d4-a72f-a84b5b05f867 req-3324add4-09b8-44fd-af5f-7af5945645f8 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 210 time: 0.0458763 Aug 27 09:47:37.464863 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9dc99a5c-bc65-4be9-adff-c3e0dbb6d7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:37.467558 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9dc99a5c-bc65-4be9-adff-c3e0dbb6d7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:37.468931 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-9dc99a5c-bc65-4be9-adff-c3e0dbb6d7f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dce79b9e-f8e0-410a-a3fc-6d4719664668 HTTP/1.1" status: 204 len: 168 time: 0.2327349 Aug 27 09:47:37.479420 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc99a5c-bc65-4be9-adff-c3e0dbb6d7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce79b9e-f8e0-410a-a3fc-6d4719664668,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:37.505309 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e8316-53e4-4c61-9821-65aee98f144d req-39b57706-935a-48dc-b906-7dbe352568c1 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:37.506882 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-997e8316-53e4-4c61-9821-65aee98f144d req-39b57706-935a-48dc-b906-7dbe352568c1 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 943 time: 0.0743239 Aug 27 09:47:37.556342 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-997e8316-53e4-4c61-9821-65aee98f144d req-d7fabf19-2ab7-4d90-b497-9822d291196a tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411403 Aug 27 09:47:38.490393 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-056da445-1d33-409e-a449-fa3c7f14e173 req-0d6c1f87-4231-4cf9-a61e-45b0b2e509b9 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 210 time: 0.0640004 Aug 27 09:47:38.526828 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-86b57730-bfdf-4ac6-ab4d-cb8f733c0401 req-5b90be7e-e58f-4e27-a7d7-1cb0587af9eb tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 210 time: 0.0352683 Aug 27 09:47:38.721355 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1ca63-6963-418b-93c3-42cd06f8da0a req-71d04416-a008-4d81-bcc4-d983cd35fe81 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:38.723084 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-dda1ca63-6963-418b-93c3-42cd06f8da0a req-71d04416-a008-4d81-bcc4-d983cd35fe81 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 943 time: 0.0793653 Aug 27 09:47:38.787963 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-dda1ca63-6963-418b-93c3-42cd06f8da0a req-136d558b-6a25-42c5-b2b0-15fd5226b2b3 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568554 Aug 27 09:47:38.835232 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 50516) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:39.051414 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-396cc8bb-1c64-4583-a352-a063dfe2b942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:39.167799 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-396cc8bb-1c64-4583-a352-a063dfe2b942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:39.174989 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-396cc8bb-1c64-4583-a352-a063dfe2b942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:39.224579 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-cb798a52-1a08-4c92-ae5d-6befdea7ddd0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Request body: {'port': {'device_id': 'a5f8ffdf-72a0-4f95-adab-0277ea5047cb', 'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039', 'admin_state_up': True, 'tenant_id': 'f8af955f507041b0a77e055bd3164b0b'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:39.232253 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-396cc8bb-1c64-4583-a352-a063dfe2b942 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4b5a0f327f5c49ee972cbdb578a6ee9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3956993 Aug 27 09:47:39.239715 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 50538) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:39.244340 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cc8bb-1c64-4583-a352-a063dfe2b942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfebb78-4a72-4e5b-b663-a0ab072a8552,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:39.353812 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-77c63f2b-b7f6-444f-8c8f-3958f434c82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:39.372362 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-cb798a52-1a08-4c92-ae5d-6befdea7ddd0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Made reservation on behalf of f8af955f507041b0a77e055bd3164b0b for: {'port': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:47:39.377551 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-cb798a52-1a08-4c92-ae5d-6befdea7ddd0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:39.384614 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6299fc-d02b-4db0-9554-10db5a62996e req-0e9c6ad2-39a8-4d57-a457-b61caaedc21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:39.386112 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6b6299fc-d02b-4db0-9554-10db5a62996e req-0e9c6ad2-39a8-4d57-a457-b61caaedc21d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=845a32e5238c48dcb6c136fc912c7feb&device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 1096 time: 0.0768127 Aug 27 09:47:39.395693 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-77c63f2b-b7f6-444f-8c8f-3958f434c82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:39.700256 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.65', 56525) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:39.748122 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-cb798a52-1a08-4c92-ae5d-6befdea7ddd0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Allocated IP 172.20.0.14 (1d949d78-38f1-4e99-8b6a-57368afc2039/8a0b116e-984c-4493-adcb-d387668ba116/74a0ceb7-fe00-453e-a877-9c68717f1212) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:47:39.865468 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a290c9ef-87e3-4960-b572-d8f14a906d45 req-11bc0e52-4c46-41da-9d4d-1632a83f1095 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 210 time: 0.1623871 Aug 27 09:47:39.880616 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-77c63f2b-b7f6-444f-8c8f-3958f434c82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:39.887738 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-77c63f2b-b7f6-444f-8c8f-3958f434c82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:39.888854 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-77c63f2b-b7f6-444f-8c8f-3958f434c82c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0bfebb78-4a72-4e5b-b663-a0ab072a8552 HTTP/1.1" status: 204 len: 168 time: 0.6451712 Aug 27 09:47:39.951980 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-057876a5-6261-4ddb-9e46-163f741d7bd4 req-44bb7733-f1e6-491c-a9e1-6ab1f0bc328c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 210 time: 0.1368563 Aug 27 09:47:39.978561 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6299fc-d02b-4db0-9554-10db5a62996e req-632f4fe7-b54f-485e-bb99-6dd911ba28de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:39.978974 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-cb798a52-1a08-4c92-ae5d-6befdea7ddd0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:39.980726 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6b6299fc-d02b-4db0-9554-10db5a62996e req-632f4fe7-b54f-485e-bb99-6dd911ba28de service neutron] 10.222.0.65 "GET /v2.0/networks?id=d27b4210-3595-492e-8bad-9c253a6cf801 HTTP/1.1" status: 200 len: 914 time: 0.5779929 Aug 27 09:47:40.016201 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c63f2b-b7f6-444f-8c8f-3958f434c82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfebb78-4a72-4e5b-b663-a0ab072a8552,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:40.061068 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-cb798a52-1a08-4c92-ae5d-6befdea7ddd0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:40.073443 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6b6299fc-d02b-4db0-9554-10db5a62996e req-b40ab513-1a8f-4290-8304-c0126d29fd4d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d HTTP/1.1" status: 200 len: 217 time: 0.0801382 Aug 27 09:47:40.261212 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-cb798a52-1a08-4c92-ae5d-6befdea7ddd0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Network 1d949d78-38f1-4e99-8b6a-57368afc2039 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:47:40.282503 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.65', 56530) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:40.319238 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-cb798a52-1a08-4c92-ae5d-6befdea7ddd0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:47:40.325823 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb798a52-1a08-4c92-ae5d-6befdea7ddd0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Pushing event updated for resources: {'Port': ['ID=74a0ceb7-fe00-453e-a877-9c68717f1212,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:40.342612 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-cb798a52-1a08-4c92-ae5d-6befdea7ddd0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:47:40.349160 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-cb798a52-1a08-4c92-ae5d-6befdea7ddd0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:40.349913 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-cb798a52-1a08-4c92-ae5d-6befdea7ddd0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:40.385710 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-09cbb084-5203-48d1-aaa0-6ded297da628 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:40.387164 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-09cbb084-5203-48d1-aaa0-6ded297da628 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.65 "GET /v2.0/networks?id=1d949d78-38f1-4e99-8b6a-57368afc2039 HTTP/1.1" status: 200 len: 819 time: 0.6846681 Aug 27 09:47:40.415539 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-5d5006ad-8cb2-4d25-8ded-90624e10e69a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Request body: {'port': {'device_id': '13f3f48b-200f-4457-914f-74d4924974b6', 'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039', 'admin_state_up': True, 'tenant_id': 'f8af955f507041b0a77e055bd3164b0b'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:40.451573 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-cb798a52-1a08-4c92-ae5d-6befdea7ddd0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2349489 Aug 27 09:47:40.475636 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6299fc-d02b-4db0-9554-10db5a62996e req-32f675d9-ff9a-4d88-b7af-854248444264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:40.477164 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6b6299fc-d02b-4db0-9554-10db5a62996e req-32f675d9-ff9a-4d88-b7af-854248444264 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf4e1232-5fb4-4a6a-930e-46b3a58f960e HTTP/1.1" status: 200 len: 852 time: 0.3786461 Aug 27 09:47:40.477932 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Request body: {'port': {'device_id': 'a5f8ffdf-72a0-4f95-adab-0277ea5047cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:40.487490 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 50584) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:40.492042 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216320e-a17d-4ed2-9685-00bc53528641 req-d2d398f1-783a-452e-bca7-81a510eaf714 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:40.499363 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e216320e-a17d-4ed2-9685-00bc53528641 req-d2d398f1-783a-452e-bca7-81a510eaf714 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 943 time: 0.4730599 Aug 27 09:47:40.554454 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6b6299fc-d02b-4db0-9554-10db5a62996e req-e30a2e5e-5c40-4be0-8782-cf76467a24d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d27b4210-3595-492e-8bad-9c253a6cf801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510423 Aug 27 09:47:40.583150 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f58bf8ab-4201-42c3-9f9f-6be2ad6c64d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:40.622062 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:40.660916 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e216320e-a17d-4ed2-9685-00bc53528641 req-2d021b71-987b-447d-bb87-489b91f71649 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606002 Aug 27 09:47:40.676948 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-6aadb87e-14d3-43d0-9e50-b895244701d4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:40.678546 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-6aadb87e-14d3-43d0-9e50-b895244701d4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.65 "GET /v2.0/networks?id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 HTTP/1.1" status: 200 len: 816 time: 0.3949628 Aug 27 09:47:40.729520 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6b6299fc-d02b-4db0-9554-10db5a62996e req-e76b66bc-339e-4962-9401-43139b2ca8a0 service neutron] 10.222.0.65 "GET /v2.0/networks/d27b4210-3595-492e-8bad-9c253a6cf801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630914 Aug 27 09:47:40.864221 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6b6299fc-d02b-4db0-9554-10db5a62996e req-dcc57a87-0a54-4431-ac34-6655c2da7997 service neutron] 10.222.0.65 "GET /v2.0/networks/d27b4210-3595-492e-8bad-9c253a6cf801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252763 Aug 27 09:47:40.864466 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-360062a6-5f11-4d8d-a113-77efd50649c4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ec5ee960a9a402baca62a4f82fadfe3 HTTP/1.1" status: 200 len: 380 time: 0.1571519 Aug 27 09:47:40.903861 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-eed18b74-cdba-4af6-93aa-ca2283fa8e4e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Request body: {'port': {'device_id': 'beb3db99-c9a7-4bdf-9195-6acd98a74be7', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'admin_state_up': True, 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'security_groups': ['c11ebb99-9e88-4d36-9344-4e8af4d44af6']}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:41.057805 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7fe44d10-1f78-495b-847f-98562ef04ddb req-a63c6608-ba75-4bfb-997e-6f8cf8c90bc9 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 210 time: 0.1012635 Aug 27 09:47:41.066699 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f58bf8ab-4201-42c3-9f9f-6be2ad6c64d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:41.091408 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f58bf8ab-4201-42c3-9f9f-6be2ad6c64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:41.096688 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b5de45c9-9598-4d77-9da4-5ed16812a100 req-d789e4aa-39c7-47be-8376-271fc05ee13d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 210 time: 0.0379288 Aug 27 09:47:41.117791 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-5d5006ad-8cb2-4d25-8ded-90624e10e69a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Made reservation on behalf of f8af955f507041b0a77e055bd3164b0b for: {'port': 1} {{(pid=100335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:47:41.122500 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-5d5006ad-8cb2-4d25-8ded-90624e10e69a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:41.148140 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-f58bf8ab-4201-42c3-9f9f-6be2ad6c64d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f607aae14a94bffa600667839e1788b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6595938 Aug 27 09:47:41.153362 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 50614) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:41.214484 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bf8ab-4201-42c3-9f9f-6be2ad6c64d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccc149e-984b-4dcd-ad80-86327dd57b6b,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:41.224511 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:47:41.313014 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-57664b54-b0a8-41d5-9bf4-f7fe96630f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:41.318286 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-eed18b74-cdba-4af6-93aa-ca2283fa8e4e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Made reservation on behalf of 2ec5ee960a9a402baca62a4f82fadfe3 for: {'port': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:47:41.321690 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-eed18b74-cdba-4af6-93aa-ca2283fa8e4e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:41.393438 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-57664b54-b0a8-41d5-9bf4-f7fe96630f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:41.464052 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a0ceb7-fe00-453e-a877-9c68717f1212 {{(pid=100334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:47:41.480835 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:41.529218 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Transition to ACTIVE for port object 74a0ceb7-fe00-453e-a877-9c68717f1212 will not be triggered until provisioned by entity L2. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:47:41.533007 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-57664b54-b0a8-41d5-9bf4-f7fe96630f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:41.535499 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-57664b54-b0a8-41d5-9bf4-f7fe96630f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:41.536619 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-57664b54-b0a8-41d5-9bf4-f7fe96630f56 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ccc149e-984b-4dcd-ad80-86327dd57b6b HTTP/1.1" status: 204 len: 168 time: 0.3754435 Aug 27 09:47:41.543738 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:41.560226 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57664b54-b0a8-41d5-9bf4-f7fe96630f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccc149e-984b-4dcd-ad80-86327dd57b6b,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:41.605175 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_common [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-5d5006ad-8cb2-4d25-8ded-90624e10e69a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Allocated IP 172.20.0.3 (1d949d78-38f1-4e99-8b6a-57368afc2039/8a0b116e-984c-4493-adcb-d387668ba116/4991628c-cf49-4264-a640-9ecd11fd1bb4) {{(pid=100335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:47:41.606325 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-eed18b74-cdba-4af6-93aa-ca2283fa8e4e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Allocated IP 172.20.0.4 (fa720c6a-2d26-4f54-b2b8-b3eaae9d4896/505694e5-d336-4af2-b727-846909e5f608/60322d0d-86b6-4a85-acea-ea1c9f48a68f) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:47:41.631482 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Pushing event updated for resources: {'Port': ['ID=74a0ceb7-fe00-453e-a877-9c68717f1212,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:41.713769 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Attempting to bind port 74a0ceb7-fe00-453e-a877-9c68717f1212 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:47:41.714128 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Attempting to bind port 74a0ceb7-fe00-453e-a877-9c68717f1212 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f0bea831-4d70-4f79-8236-7fcb02beb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039'}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:47:41.714492 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Attempting to bind port 74a0ceb7-fe00-453e-a877-9c68717f1212 on network 1d949d78-38f1-4e99-8b6a-57368afc2039 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:47:41.760260 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Port 74a0ceb7-fe00-453e-a877-9c68717f1212 on network 1d949d78-38f1-4e99-8b6a-57368afc2039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:47:41.760488 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Attempting to bind port 74a0ceb7-fe00-453e-a877-9c68717f1212 on network 1d949d78-38f1-4e99-8b6a-57368afc2039 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:47:41.780980 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-5d5006ad-8cb2-4d25-8ded-90624e10e69a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Notify callbacks [] for port, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:41.802803 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:47:41.803165 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Checking segment: {'id': 'f0bea831-4d70-4f79-8236-7fcb02beb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:47:41.803718 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Bound using segment: {'id': 'f0bea831-4d70-4f79-8236-7fcb02beb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039'} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:47:41.804190 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Bound port: 74a0ceb7-fe00-453e-a877-9c68717f1212, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0bea831-4d70-4f79-8236-7fcb02beb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039'}}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:47:41.804549 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:41.821834 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-5d5006ad-8cb2-4d25-8ded-90624e10e69a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:41.871714 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-5d5006ad-8cb2-4d25-8ded-90624e10e69a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Network 1d949d78-38f1-4e99-8b6a-57368afc2039 is already hosted by enough agents. {{(pid=100335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:47:41.876318 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-5d5006ad-8cb2-4d25-8ded-90624e10e69a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Resources bound (agent type, host, resource id): {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:47:41.883929 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-5d5006ad-8cb2-4d25-8ded-90624e10e69a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Received port after_create {{(pid=100335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:47:41.890774 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-5d5006ad-8cb2-4d25-8ded-90624e10e69a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:41.891600 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-5d5006ad-8cb2-4d25-8ded-90624e10e69a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for port, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:41.904891 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5006ad-8cb2-4d25-8ded-90624e10e69a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Pushing event updated for resources: {'Port': ['ID=4991628c-cf49-4264-a640-9ecd11fd1bb4,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:41.916723 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-5d5006ad-8cb2-4d25-8ded-90624e10e69a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5107400 Aug 27 09:47:42.033333 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd207df-6d2b-44d8-afa9-170087e1b138 req-401c35f7-5c9d-4d2f-9198-6bcb793d231a tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:42.034971 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7bd207df-6d2b-44d8-afa9-170087e1b138 req-401c35f7-5c9d-4d2f-9198-6bcb793d231a tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 943 time: 0.2785270 Aug 27 09:47:42.094822 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-eed18b74-cdba-4af6-93aa-ca2283fa8e4e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:42.131371 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] For port 74a0ceb7-fe00-453e-a877-9c68717f1212, host hv-cinder-80475, cleared binding levels {{(pid=100334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:47:42.136618 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-eed18b74-cdba-4af6-93aa-ca2283fa8e4e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Transition to ACTIVE for port object 60322d0d-86b6-4a85-acea-ea1c9f48a68f will not be triggered until provisioned by entity DHCP. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:47:42.146227 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7bd207df-6d2b-44d8-afa9-170087e1b138 req-f5e12f8c-abab-44ef-aa4e-029f9d0b6214 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000428 Aug 27 09:47:42.162949 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] For port 74a0ceb7-fe00-453e-a877-9c68717f1212, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74a0ceb7-fe00-453e-a877-9c68717f1212,segment=NetworkSegment(f0bea831-4d70-4f79-8236-7fcb02beb724),segment_id=f0bea831-4d70-4f79-8236-7fcb02beb724)] {{(pid=100334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:47:42.178774 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:42.244280 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ff6da-4389-4491-bbe3-49c52b11f383 req-be947476-c8f3-4e7b-bb9f-bc89ba886e60 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:42.254343 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-529ff6da-4389-4491-bbe3-49c52b11f383 req-be947476-c8f3-4e7b-bb9f-bc89ba886e60 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 931 time: 0.0746880 Aug 27 09:47:42.289534 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:42.290250 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:42.293349 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] 10.222.0.65 "PUT /v2.0/ports/74a0ceb7-fe00-453e-a877-9c68717f1212 HTTP/1.1" status: 200 len: 1094 time: 1.8269470 Aug 27 09:47:42.320183 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f8ffdf-72a0-4f95-adab-0277ea5047cb', 'tag': '74a0ceb7-fe00-453e-a877-9c68717f1212'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:47:42.332628 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-529ff6da-4389-4491-bbe3-49c52b11f383 req-04ceacfc-7616-48ba-854d-b7c65cf86f82 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708535 Aug 27 09:47:42.417262 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-fe7cb04c-ce2e-45f0-b722-73aced276713 req-01c9e690-a15e-4dbc-9164-7c104a0c70a7 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 210 time: 0.1166432 Aug 27 09:47:42.424108 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7cf87-6541-46e4-b99a-f61626c0c74a service neutron] Pushing event updated for resources: {'Port': ['ID=74a0ceb7-fe00-453e-a877-9c68717f1212,revision_number=3']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:42.431800 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-eed18b74-cdba-4af6-93aa-ca2283fa8e4e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:42.482575 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-eed18b74-cdba-4af6-93aa-ca2283fa8e4e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Network fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:47:42.488449 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-eed18b74-cdba-4af6-93aa-ca2283fa8e4e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:47:42.492614 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-eed18b74-cdba-4af6-93aa-ca2283fa8e4e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:47:42.501600 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-eed18b74-cdba-4af6-93aa-ca2283fa8e4e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:42.501600 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-eed18b74-cdba-4af6-93aa-ca2283fa8e4e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:42.505150 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed18b74-cdba-4af6-93aa-ca2283fa8e4e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Pushing event updated for resources: {'Port': ['ID=60322d0d-86b6-4a85-acea-ea1c9f48a68f,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:42.521931 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-eed18b74-cdba-4af6-93aa-ca2283fa8e4e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6311243 Aug 27 09:47:42.557735 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2505645b-c2ab-48aa-80db-c344992c5edb" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f8ffdf-72a0-4f95-adab-0277ea5047cb", "tag": "74a0ceb7-fe00-453e-a877-9c68717f1212"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:47:42.658995 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a8b87b-0a01-43ad-a0ed-7b42a6b855a7 x-openstack-request-id: req-20a8b87b-0a01-43ad-a0ed-7b42a6b855a7 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:47:42.659284 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f8ffdf-72a0-4f95-adab-0277ea5047cb", "tag": "74a0ceb7-fe00-453e-a877-9c68717f1212", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:47:42.659529 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20a8b87b-0a01-43ad-a0ed-7b42a6b855a7 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:47:42.659999 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f8ffdf-72a0-4f95-adab-0277ea5047cb', 'tag': '74a0ceb7-fe00-453e-a877-9c68717f1212', 'status': 'completed', 'code': 200} Aug 27 09:47:42.761870 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-85812aff-5759-4508-b1c8-cef3601fb315 None None] Provisioning for port 60322d0d-86b6-4a85-acea-ea1c9f48a68f completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:47:42.765577 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-85812aff-5759-4508-b1c8-cef3601fb315 None None] Provisioning complete for port 60322d0d-86b6-4a85-acea-ea1c9f48a68f triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:47:42.766358 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-85812aff-5759-4508-b1c8-cef3601fb315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:42.799101 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-85812aff-5759-4508-b1c8-cef3601fb315 None None] Port 60322d0d-86b6-4a85-acea-ea1c9f48a68f cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:47:43.276367 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d9d97-acc5-4b8e-b4f9-e1b2a389a1ba req-ed35e498-e70b-499d-a998-7c1f2e83ca43 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:43.277898 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f40d9d97-acc5-4b8e-b4f9-e1b2a389a1ba req-ed35e498-e70b-499d-a998-7c1f2e83ca43 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 943 time: 0.0509160 Aug 27 09:47:43.320020 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f40d9d97-acc5-4b8e-b4f9-e1b2a389a1ba req-b0238fc8-519d-4bd5-925e-f991d9014522 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350132 Aug 27 09:47:43.400755 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 50714) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:43.445462 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178dd5e-063f-4d9c-a662-a83353a18c1b req-78418fde-8b8f-4dd5-bff8-383012f29abd tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:43.453156 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7178dd5e-063f-4d9c-a662-a83353a18c1b req-78418fde-8b8f-4dd5-bff8-383012f29abd tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 931 time: 0.0562603 Aug 27 09:47:43.505168 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7178dd5e-063f-4d9c-a662-a83353a18c1b req-42896bbc-2bdc-47d1-8904-5879c4115d75 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508294 Aug 27 09:47:43.561544 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-64df54b3-fbb1-4414-9e15-2ac4a484e6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:43.571930 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3cfca-350c-469f-b2ff-07948258b16a req-057a0d4c-324b-4974-8f60-c1fcaa054d86 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:43.573395 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-18d3cfca-350c-469f-b2ff-07948258b16a req-057a0d4c-324b-4974-8f60-c1fcaa054d86 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 931 time: 0.0626185 Aug 27 09:47:43.631940 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-18d3cfca-350c-469f-b2ff-07948258b16a req-ea69becf-6e7e-4b47-86df-baed1f91d4ad tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506330 Aug 27 09:47:43.692804 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-64df54b3-fbb1-4414-9e15-2ac4a484e6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:43.696324 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-64df54b3-fbb1-4414-9e15-2ac4a484e6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:43.732971 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-64df54b3-fbb1-4414-9e15-2ac4a484e6ed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3551a391c82a486b8c7755ad5ae31005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311217 Aug 27 09:47:43.734072 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df54b3-fbb1-4414-9e15-2ac4a484e6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cef7fde-f3ab-4af5-ad25-d9bbcccc52f8,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:43.736430 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 50724) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:43.784163 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-796573db-64e7-45b4-b62f-24cf9dfaf45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:43.804138 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-796573db-64e7-45b4-b62f-24cf9dfaf45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:43.849560 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-796573db-64e7-45b4-b62f-24cf9dfaf45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:43.852030 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-796573db-64e7-45b4-b62f-24cf9dfaf45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:43.853156 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-796573db-64e7-45b4-b62f-24cf9dfaf45f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4cef7fde-f3ab-4af5-ad25-d9bbcccc52f8 HTTP/1.1" status: 204 len: 168 time: 0.1155727 Aug 27 09:47:43.860376 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796573db-64e7-45b4-b62f-24cf9dfaf45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cef7fde-f3ab-4af5-ad25-d9bbcccc52f8,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:44.111323 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 50730) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:44.124139 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e43e88a9-99f9-41d1-9180-c99f3b8004d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:44.209773 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e43e88a9-99f9-41d1-9180-c99f3b8004d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:44.213249 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e43e88a9-99f9-41d1-9180-c99f3b8004d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:44.250775 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-e43e88a9-99f9-41d1-9180-c99f3b8004d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e464ff2f42d45efbc2a66796f7a421e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383705 Aug 27 09:47:44.251596 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e88a9-99f9-41d1-9180-c99f3b8004d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6c3ec2-b51a-45b2-aab7-767b9f2a129e,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:44.254077 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 50732) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:44.278637 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Request body: {'port': {'device_id': '13f3f48b-200f-4457-914f-74d4924974b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:44.292852 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Request body: {'port': {'device_id': 'beb3db99-c9a7-4bdf-9195-6acd98a74be7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:44.306967 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:47:44.347840 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:44.387043 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3b8370c3-e652-4118-a283-c8ba14d7212a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:44.431630 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d,segment=NetworkSegment(d1caabc8-dccb-4dfa-9d85-38906c2aed54),segment_id=d1caabc8-dccb-4dfa-9d85-38906c2aed54)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:47:44.440746 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3b8370c3-e652-4118-a283-c8ba14d7212a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:44.442321 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:44.444654 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': 'ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d', 'network_id': 'd27b4210-3595-492e-8bad-9c253a6cf801', 'port_id': 'ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d', 'mac_address': 'fa:16:3e:9a:7c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4e1232-5fb4-4a6a-930e-46b3a58f960e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:47:44.490715 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:44.519716 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505645b-c2ab-48aa-80db-c344992c5edb req-38bb9cd7-b89e-4460-94d3-fd3aa4c379e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:44.533357 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:47:44.537935 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2505645b-c2ab-48aa-80db-c344992c5edb req-38bb9cd7-b89e-4460-94d3-fd3aa4c379e5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8af955f507041b0a77e055bd3164b0b&device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 1097 time: 0.2213392 Aug 27 09:47:44.565241 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d,segment=NetworkSegment(d1caabc8-dccb-4dfa-9d85-38906c2aed54),segment_id=d1caabc8-dccb-4dfa-9d85-38906c2aed54)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:47:44.571522 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:44.604546 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ba327-6211-4d66-9ff1-03851332bb40 req-cf7bbd7e-38ac-4036-acac-5294181d9e5a tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:44.606969 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-258ba327-6211-4d66-9ff1-03851332bb40 req-cf7bbd7e-38ac-4036-acac-5294181d9e5a tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 943 time: 0.1443675 Aug 27 09:47:44.618520 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3b8370c3-e652-4118-a283-c8ba14d7212a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:44.621931 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3b8370c3-e652-4118-a283-c8ba14d7212a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:44.623121 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-3b8370c3-e652-4118-a283-c8ba14d7212a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d6c3ec2-b51a-45b2-aab7-767b9f2a129e HTTP/1.1" status: 204 len: 168 time: 0.3679972 Aug 27 09:47:44.637454 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:44.678059 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-258ba327-6211-4d66-9ff1-03851332bb40 req-415ee71b-428a-4903-aa48-9232a0021171 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634892 Aug 27 09:47:44.735747 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8370c3-e652-4118-a283-c8ba14d7212a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6c3ec2-b51a-45b2-aab7-767b9f2a129e,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:44.766391 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.notifiers.nova [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4991628c-cf49-4264-a640-9ecd11fd1bb4 {{(pid=100335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:47:44.775651 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:44.805380 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.provisioning_blocks [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Transition to ACTIVE for port object 4991628c-cf49-4264-a640-9ecd11fd1bb4 will not be triggered until provisioned by entity L2. {{(pid=100335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:47:44.815259 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:44.826822 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d8b4d-82bc-4c75-91e5-c8dbf4f46d21 req-06e38cdd-3fa7-4d86-9e62-bf649cb277d5 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:44.828431 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-db4d8b4d-82bc-4c75-91e5-c8dbf4f46d21 req-06e38cdd-3fa7-4d86-9e62-bf649cb277d5 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 931 time: 0.0751336 Aug 27 09:47:44.896400 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Pushing event updated for resources: {'Port': ['ID=4991628c-cf49-4264-a640-9ecd11fd1bb4,revision_number=2']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:44.908743 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-db4d8b4d-82bc-4c75-91e5-c8dbf4f46d21 req-568cd5cd-d51a-4167-8105-61b07ac2861f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586698 Aug 27 09:47:44.924706 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd3a23-7f32-45d3-a891-14259dcb881d req-5a1c72d7-db2a-4929-ab56-e1a36c675232 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:44.931733 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-bcdd3a23-7f32-45d3-a891-14259dcb881d req-5a1c72d7-db2a-4929-ab56-e1a36c675232 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 931 time: 0.2984707 Aug 27 09:47:44.936692 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.managers [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Attempting to bind port 4991628c-cf49-4264-a640-9ecd11fd1bb4 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:47:44.937023 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.managers [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Attempting to bind port 4991628c-cf49-4264-a640-9ecd11fd1bb4 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f0bea831-4d70-4f79-8236-7fcb02beb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039'}] {{(pid=100335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:47:44.938012 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Attempting to bind port 4991628c-cf49-4264-a640-9ecd11fd1bb4 on network 1d949d78-38f1-4e99-8b6a-57368afc2039 {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:47:44.942791 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Port 4991628c-cf49-4264-a640-9ecd11fd1bb4 on network 1d949d78-38f1-4e99-8b6a-57368afc2039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:47:44.943278 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Attempting to bind port 4991628c-cf49-4264-a640-9ecd11fd1bb4 on network 1d949d78-38f1-4e99-8b6a-57368afc2039 {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:47:44.948934 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:47:44.950056 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Checking segment: {'id': 'f0bea831-4d70-4f79-8236-7fcb02beb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:47:44.950441 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Bound using segment: {'id': 'f0bea831-4d70-4f79-8236-7fcb02beb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039'} {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:47:44.950865 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.managers [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Bound port: 4991628c-cf49-4264-a640-9ecd11fd1bb4, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0bea831-4d70-4f79-8236-7fcb02beb724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039'}}] {{(pid=100335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:47:44.951223 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:45.024045 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] For port 4991628c-cf49-4264-a640-9ecd11fd1bb4, host hv-cinder-80475, cleared binding levels {{(pid=100335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:47:45.024722 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505645b-c2ab-48aa-80db-c344992c5edb req-587742d8-053d-4c15-81b5-917a9fc83885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:45.026411 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2505645b-c2ab-48aa-80db-c344992c5edb req-587742d8-053d-4c15-81b5-917a9fc83885 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=f8af955f507041b0a77e055bd3164b0b&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4283962 Aug 27 09:47:45.029762 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] For port 4991628c-cf49-4264-a640-9ecd11fd1bb4, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4991628c-cf49-4264-a640-9ecd11fd1bb4,segment=NetworkSegment(f0bea831-4d70-4f79-8236-7fcb02beb724),segment_id=f0bea831-4d70-4f79-8236-7fcb02beb724)] {{(pid=100335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:47:45.035829 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:45.038945 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-bcdd3a23-7f32-45d3-a891-14259dcb881d req-01071021-e965-44c8-9611-2e8c638cc250 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062477 Aug 27 09:47:45.081073 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:45.081738 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for port, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:45.083193 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] 10.222.0.65 "PUT /v2.0/ports/4991628c-cf49-4264-a640-9ecd11fd1bb4 HTTP/1.1" status: 200 len: 1093 time: 0.8097372 Aug 27 09:47:45.083620 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f3f48b-200f-4457-914f-74d4924974b6', 'tag': '4991628c-cf49-4264-a640-9ecd11fd1bb4'}] {{(pid=100335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:47:45.085878 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}025450df2500551f9904fcf1c9a215fd0038e6a364e6ac7978f47cafd8b0d6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58a3f16-3ff0-486e-90b0-ee8460fd12e8" -d '{"events": [{"name": "network-changed", "server_uuid": "13f3f48b-200f-4457-914f-74d4924974b6", "tag": "4991628c-cf49-4264-a640-9ecd11fd1bb4"}]}' {{(pid=100335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:47:45.119334 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136eb47-3cf9-4b88-a6fe-37c9d3e90dfd service neutron] Pushing event updated for resources: {'Port': ['ID=4991628c-cf49-4264-a640-9ecd11fd1bb4,revision_number=3']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:45.128949 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec15079a-2a53-4851-a44d-f0613d3f9e48 x-openstack-request-id: req-ec15079a-2a53-4851-a44d-f0613d3f9e48 {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:47:45.129249 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f3f48b-200f-4457-914f-74d4924974b6", "tag": "4991628c-cf49-4264-a640-9ecd11fd1bb4", "status": "completed", "code": 200}]} {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:47:45.129512 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec15079a-2a53-4851-a44d-f0613d3f9e48 {{(pid=100335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:47:45.129910 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f3f48b-200f-4457-914f-74d4924974b6', 'tag': '4991628c-cf49-4264-a640-9ecd11fd1bb4', 'status': 'completed', 'code': 200} Aug 27 09:47:45.140176 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60322d0d-86b6-4a85-acea-ea1c9f48a68f {{(pid=100334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:47:45.148292 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:45.160138 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Transition to ACTIVE for port object 60322d0d-86b6-4a85-acea-ea1c9f48a68f will not be triggered until provisioned by entity L2. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:47:45.163223 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:45.216769 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Pushing event updated for resources: {'Port': ['ID=60322d0d-86b6-4a85-acea-ea1c9f48a68f,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:45.256246 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Attempting to bind port 60322d0d-86b6-4a85-acea-ea1c9f48a68f on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:47:45.256592 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Attempting to bind port 60322d0d-86b6-4a85-acea-ea1c9f48a68f by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'd45627ae-03a1-4474-baff-bc368b04dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896'}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:47:45.256913 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Attempting to bind port 60322d0d-86b6-4a85-acea-ea1c9f48a68f on network fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:47:45.261409 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Port 60322d0d-86b6-4a85-acea-ea1c9f48a68f on network fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:47:45.261776 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Attempting to bind port 60322d0d-86b6-4a85-acea-ea1c9f48a68f on network fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:47:45.267116 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:47:45.267456 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Checking segment: {'id': 'd45627ae-03a1-4474-baff-bc368b04dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:47:45.267846 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Bound using segment: {'id': 'd45627ae-03a1-4474-baff-bc368b04dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896'} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:47:45.268273 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Bound port: 60322d0d-86b6-4a85-acea-ea1c9f48a68f, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45627ae-03a1-4474-baff-bc368b04dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896'}}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:47:45.268629 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:45.339514 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] For port 60322d0d-86b6-4a85-acea-ea1c9f48a68f, host hv-cinder-80475, cleared binding levels {{(pid=100334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:47:45.342893 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] For port 60322d0d-86b6-4a85-acea-ea1c9f48a68f, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60322d0d-86b6-4a85-acea-ea1c9f48a68f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:47:45.349060 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:45.382619 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:45.383206 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:45.384624 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] 10.222.0.65 "PUT /v2.0/ports/60322d0d-86b6-4a85-acea-ea1c9f48a68f HTTP/1.1" status: 200 len: 1093 time: 1.1002738 Aug 27 09:47:45.385060 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb3db99-c9a7-4bdf-9195-6acd98a74be7', 'tag': '60322d0d-86b6-4a85-acea-ea1c9f48a68f'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:47:45.387364 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1ec525-07df-49ce-a7f5-083de311c984" -d '{"events": [{"name": "network-changed", "server_uuid": "beb3db99-c9a7-4bdf-9195-6acd98a74be7", "tag": "60322d0d-86b6-4a85-acea-ea1c9f48a68f"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:47:45.414871 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce27d1-06fe-4f9d-b241-dcf306e6fead service neutron] Pushing event updated for resources: {'Port': ['ID=60322d0d-86b6-4a85-acea-ea1c9f48a68f,revision_number=3']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:45.485011 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e37b7c-3b44-4d55-b501-330a1c95a1bc x-openstack-request-id: req-23e37b7c-3b44-4d55-b501-330a1c95a1bc {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:47:45.485546 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb3db99-c9a7-4bdf-9195-6acd98a74be7", "tag": "60322d0d-86b6-4a85-acea-ea1c9f48a68f", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:47:45.485869 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23e37b7c-3b44-4d55-b501-330a1c95a1bc {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:47:45.486331 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb3db99-c9a7-4bdf-9195-6acd98a74be7', 'tag': '60322d0d-86b6-4a85-acea-ea1c9f48a68f', 'status': 'completed', 'code': 200} Aug 27 09:47:45.795128 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9768a-3933-4053-a7f5-44c10118c408 req-c5ef3c2b-f796-4057-b25c-bb8e0daf8bc0 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:45.796896 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-06f9768a-3933-4053-a7f5-44c10118c408 req-c5ef3c2b-f796-4057-b25c-bb8e0daf8bc0 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 944 time: 0.0496058 Aug 27 09:47:45.836404 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-06f9768a-3933-4053-a7f5-44c10118c408 req-8035c8cb-f569-4b9b-bbe1-e664d6b64bb4 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335970 Aug 27 09:47:46.034148 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1c678-1aec-4d54-9612-44fd97527eea req-127c06f4-e931-4a5b-98f9-98d6c4c211e9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:46.035646 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-40e1c678-1aec-4d54-9612-44fd97527eea req-127c06f4-e931-4a5b-98f9-98d6c4c211e9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0508132 Aug 27 09:47:46.073847 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-40e1c678-1aec-4d54-9612-44fd97527eea req-9ae35a06-ec80-458b-b6b3-118a1d7c1cb4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323262 Aug 27 09:47:46.172398 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8b4f7-f9c6-4be5-8be9-4260439174ae req-e7b59523-73bd-44d7-a92d-6ca50759946d tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:46.174116 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-38c8b4f7-f9c6-4be5-8be9-4260439174ae req-e7b59523-73bd-44d7-a92d-6ca50759946d tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 943 time: 0.0580127 Aug 27 09:47:46.213228 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-38c8b4f7-f9c6-4be5-8be9-4260439174ae req-12fa996f-1b54-440a-9b68-87cde83e5df9 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330834 Aug 27 09:47:46.950270 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc3089-39ad-41cf-b11c-c4aec4069773 req-c6e7396e-5b63-4f88-8d4e-6dc79501c61e tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:46.951843 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c3dc3089-39ad-41cf-b11c-c4aec4069773 req-c6e7396e-5b63-4f88-8d4e-6dc79501c61e tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 944 time: 0.0473878 Aug 27 09:47:46.991554 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c3dc3089-39ad-41cf-b11c-c4aec4069773 req-055b9910-a4c4-4ce5-8c75-26af35c84165 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334594 Aug 27 09:47:47.191979 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ea4d6-d845-4455-aa6e-df47ed119573 req-f9f666e1-dd22-4650-b282-c79db3ea5e20 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:47.193437 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-631ea4d6-d845-4455-aa6e-df47ed119573 req-f9f666e1-dd22-4650-b282-c79db3ea5e20 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0477846 Aug 27 09:47:47.229061 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-631ea4d6-d845-4455-aa6e-df47ed119573 req-c3aef60c-e501-455c-8487-a50d0df9b59d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298238 Aug 27 09:47:47.326689 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb112172-cc40-4651-913c-93bb76e100ef req-38634c53-3aaf-4968-8a2c-6fcf1d175c4d tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:47.328629 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-bb112172-cc40-4651-913c-93bb76e100ef req-38634c53-3aaf-4968-8a2c-6fcf1d175c4d tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 943 time: 0.0493655 Aug 27 09:47:47.365865 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-bb112172-cc40-4651-913c-93bb76e100ef req-b680cddc-3ec0-4a92-85d2-b841043566e2 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318065 Aug 27 09:47:47.772514 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ec525-07df-49ce-a7f5-083de311c984 req-263b0099-b3fe-48f6-8075-bc3f9d5f2ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:47.774050 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3f1ec525-07df-49ce-a7f5-083de311c984 req-263b0099-b3fe-48f6-8075-bc3f9d5f2ff3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ec5ee960a9a402baca62a4f82fadfe3&device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 1096 time: 0.0417697 Aug 27 09:47:47.810306 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:47:47.839736 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a3f16-3ff0-486e-90b0-ee8460fd12e8 req-cd77eae7-33f4-4955-b598-f0fd740e88aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:47.841308 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e58a3f16-3ff0-486e-90b0-ee8460fd12e8 req-cd77eae7-33f4-4955-b598-f0fd740e88aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8af955f507041b0a77e055bd3164b0b&device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 1096 time: 0.1090457 Aug 27 09:47:47.844918 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505645b-c2ab-48aa-80db-c344992c5edb req-693f8f02-3286-4375-b295-29ffe6b1064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:47.846401 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2505645b-c2ab-48aa-80db-c344992c5edb req-693f8f02-3286-4375-b295-29ffe6b1064b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2121994 Aug 27 09:47:47.985741 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ec525-07df-49ce-a7f5-083de311c984 req-121dabf9-aaf1-40e6-8fa1-78379a53cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:47.987242 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3f1ec525-07df-49ce-a7f5-083de311c984 req-121dabf9-aaf1-40e6-8fa1-78379a53cbe1 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=2ec5ee960a9a402baca62a4f82fadfe3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2017515 Aug 27 09:47:48.162455 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-5fb22d95-26b0-4498-85b7-bb90df9bc1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:48.163963 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-5fb22d95-26b0-4498-85b7-bb90df9bc1a4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8af955f507041b0a77e055bd3164b0b&device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 1097 time: 0.0929139 Aug 27 09:47:48.173664 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a3f16-3ff0-486e-90b0-ee8460fd12e8 req-dc5c281b-db48-40f4-8528-f57c1d80bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:48.175376 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e58a3f16-3ff0-486e-90b0-ee8460fd12e8 req-dc5c281b-db48-40f4-8528-f57c1d80bcfa service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=f8af955f507041b0a77e055bd3164b0b&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3220475 Aug 27 09:47:48.217327 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8505e-7be1-46f1-8b94-0aff2dd323f8 req-4494fc66-797d-4670-afe4-99ba6340b249 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:48.219052 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-25c8505e-7be1-46f1-8b94-0aff2dd323f8 req-4494fc66-797d-4670-afe4-99ba6340b249 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 944 time: 0.1466537 Aug 27 09:47:48.239906 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ec525-07df-49ce-a7f5-083de311c984 req-00151ea9-fb76-4e14-9310-6081b4fdd903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:48.241371 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3f1ec525-07df-49ce-a7f5-083de311c984 req-00151ea9-fb76-4e14-9310-6081b4fdd903 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2471108 Aug 27 09:47:48.267452 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-25c8505e-7be1-46f1-8b94-0aff2dd323f8 req-cca4f7d1-9388-4d38-9312-8c8e15dd8849 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399125 Aug 27 09:47:48.352360 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c83f3-738a-4947-98e2-68388e6c4c1b req-d44b45ca-ff60-4e3d-9afd-13fd0466fb19 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:48.353847 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c10c83f3-738a-4947-98e2-68388e6c4c1b req-d44b45ca-ff60-4e3d-9afd-13fd0466fb19 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0494597 Aug 27 09:47:48.393189 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c10c83f3-738a-4947-98e2-68388e6c4c1b req-091a76c5-4057-43b9-acb5-c0c01e50bb31 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330954 Aug 27 09:47:48.485646 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c643c26-ee28-48c0-816a-6340dfca07ad req-203c0664-41dd-40db-af1a-351253cd37c4 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:48.487195 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3c643c26-ee28-48c0-816a-6340dfca07ad req-203c0664-41dd-40db-af1a-351253cd37c4 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 943 time: 0.0549140 Aug 27 09:47:48.528134 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3c643c26-ee28-48c0-816a-6340dfca07ad req-3f739d89-5258-4a54-bd6b-767a22a63aca tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338957 Aug 27 09:47:49.380167 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fca71-527c-4d67-a12e-13179d4e5fb9 req-4c4e59ed-0744-4078-afde-f7afb4f19e19 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:49.381585 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-602fca71-527c-4d67-a12e-13179d4e5fb9 req-4c4e59ed-0744-4078-afde-f7afb4f19e19 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 944 time: 0.0467267 Aug 27 09:47:49.419043 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-602fca71-527c-4d67-a12e-13179d4e5fb9 req-6eaa1b4b-f6cd-4ef5-9c11-04bc997f1011 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314515 Aug 27 09:47:49.512478 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349a8ce-d654-4a9a-9569-a1152efea8d2 req-2e1e1539-0eb1-4493-bb3d-5c5abbbeca46 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:49.513961 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6349a8ce-d654-4a9a-9569-a1152efea8d2 req-2e1e1539-0eb1-4493-bb3d-5c5abbbeca46 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0473108 Aug 27 09:47:49.552385 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6349a8ce-d654-4a9a-9569-a1152efea8d2 req-86091e39-4294-4207-bd90-ac596f61fbbc tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311928 Aug 27 09:47:49.642930 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ed1b8-0c43-421b-ac35-f37dbf9fd57f req-1d2eeb7e-8e64-4617-9e72-34e9add60157 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:49.644306 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7d7ed1b8-0c43-421b-ac35-f37dbf9fd57f req-1d2eeb7e-8e64-4617-9e72-34e9add60157 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 943 time: 0.0512578 Aug 27 09:47:49.679944 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7d7ed1b8-0c43-421b-ac35-f37dbf9fd57f req-6e3ac2ea-b347-4d8f-9865-c265bc379d54 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297737 Aug 27 09:47:50.529628 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f2bdc-045a-4c10-be94-d7ebb32cf2fd req-0b913b38-eb86-438a-9600-c4851bb81388 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:50.531118 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ca2f2bdc-045a-4c10-be94-d7ebb32cf2fd req-0b913b38-eb86-438a-9600-c4851bb81388 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 944 time: 0.0474308 Aug 27 09:47:50.567807 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ca2f2bdc-045a-4c10-be94-d7ebb32cf2fd req-8bf88b57-890a-4ae5-b571-885a16717574 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308621 Aug 27 09:47:50.605224 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-f406c870-881a-423c-9671-cdd517f814ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:50.668095 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003e468-6ed3-43c9-8b89-2dd7a62da4fa req-9eeebc0a-59bc-4e95-86b1-3f0ea8f4abdf tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:50.669585 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7003e468-6ed3-43c9-8b89-2dd7a62da4fa req-9eeebc0a-59bc-4e95-86b1-3f0ea8f4abdf tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0476320 Aug 27 09:47:50.707954 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7003e468-6ed3-43c9-8b89-2dd7a62da4fa req-a06d4494-d183-4e06-9730-a54b3b8307aa tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323596 Aug 27 09:47:50.793171 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901545d5-9a83-440d-af41-e125a298792c req-4b433728-575a-478d-9985-48b39b7759e5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:50.794613 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-901545d5-9a83-440d-af41-e125a298792c req-4b433728-575a-478d-9985-48b39b7759e5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 943 time: 0.0489244 Aug 27 09:47:50.831266 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-901545d5-9a83-440d-af41-e125a298792c req-54e33a85-3976-4a62-bd87-3d6150286321 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302970 Aug 27 09:47:50.919675 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-6554c75f-a8b5-4aca-8a29-99579edace01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:50.921130 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-6554c75f-a8b5-4aca-8a29-99579edace01 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ec5ee960a9a402baca62a4f82fadfe3&device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 1096 time: 0.0388165 Aug 27 09:47:50.949747 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-4bc05283-b3be-44e7-946d-58f69c0417d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a0ceb7-fe00-453e-a877-9c68717f1212 HTTP/1.1" status: 200 len: 217 time: 0.1042528 Aug 27 09:47:50.962992 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-206e8459-768d-4c3e-bb59-02eec3006129 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60322d0d-86b6-4a85-acea-ea1c9f48a68f HTTP/1.1" status: 200 len: 217 time: 0.0332565 Aug 27 09:47:51.018061 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-cea711ee-a9e0-4bc9-9484-da39cbb3da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:51.019526 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-cea711ee-a9e0-4bc9-9484-da39cbb3da29 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=505694e5-d336-4af2-b727-846909e5f608 HTTP/1.1" status: 200 len: 855 time: 0.0480604 Aug 27 09:47:51.037123 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-d69307c6-ee30-4b21-86f8-e1772f577551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:51.037123 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-d69307c6-ee30-4b21-86f8-e1772f577551 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a0b116e-984c-4493-adcb-d387668ba116 HTTP/1.1" status: 200 len: 859 time: 0.0780709 Aug 27 09:47:51.043551 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a3f16-3ff0-486e-90b0-ee8460fd12e8 req-763a45ee-0220-4e93-959b-693126feba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:51.045450 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e58a3f16-3ff0-486e-90b0-ee8460fd12e8 req-763a45ee-0220-4e93-959b-693126feba0d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1978502 Aug 27 09:47:51.084485 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-bd47717a-15f8-4279-bacd-ddf80e30bdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:51.086158 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-bd47717a-15f8-4279-bacd-ddf80e30bdc1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560009 Aug 27 09:47:51.094388 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-66c4cfe2-559e-4c02-b052-05fbb2e9ae40 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d949d78-38f1-4e99-8b6a-57368afc2039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471745 Aug 27 09:47:51.205148 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-7cde5833-92d8-4e06-9ac8-acfb784d062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:51.206666 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-7cde5833-92d8-4e06-9ac8-acfb784d062e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8af955f507041b0a77e055bd3164b0b&device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 1096 time: 0.0911381 Aug 27 09:47:51.207888 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-1a4133cd-9220-41dd-a633-1da6a9daa8aa service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928910 Aug 27 09:47:51.264280 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-6847de51-b14a-4fd1-aa9d-ad33ecc0eca2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4991628c-cf49-4264-a640-9ecd11fd1bb4 HTTP/1.1" status: 200 len: 217 time: 0.0415990 Aug 27 09:47:51.267181 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-cbbcc679-3ee4-4f4d-a541-62fd03d5b9bd service neutron] 10.222.0.65 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439803 Aug 27 09:47:51.374457 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-239c05a1-7bb7-47f5-8cf8-885de939a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:51.375961 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-239c05a1-7bb7-47f5-8cf8-885de939a596 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a0b116e-984c-4493-adcb-d387668ba116 HTTP/1.1" status: 200 len: 859 time: 0.0968852 Aug 27 09:47:51.414825 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-bf8b72ce-9377-4dc1-84d5-9364ed05dbef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d949d78-38f1-4e99-8b6a-57368afc2039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284517 Aug 27 09:47:51.447626 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6ceb5b00-37df-4dd4-9a53-232ca5b16d12 req-6c1a6177-a49c-4ae1-b2d3-0392a412f571 service neutron] 10.222.0.65 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673272 Aug 27 09:47:51.466639 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e9ce8382-fe33-4199-903f-4ee8e0e1ddfa req-c9ace5cf-a521-4779-b00e-510bfa9a1fcc service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443979 Aug 27 09:47:51.512056 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-3329f507-bea5-4e5d-b88f-922761e365b9 service neutron] 10.222.0.65 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882556 Aug 27 09:47:51.611841 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0fe2eea4-79c1-4b4f-8a4c-e5286c293b39 req-737cffe6-4d8f-4d91-9b81-c12528a79025 service neutron] 10.222.0.65 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920191 Aug 27 09:47:51.694164 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea11ce4-29b0-4b1d-b9f7-af9022b41fd3 req-5f894ee7-c08d-4917-a782-ce77b357dbdb tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:51.695711 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6ea11ce4-29b0-4b1d-b9f7-af9022b41fd3 req-5f894ee7-c08d-4917-a782-ce77b357dbdb tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 944 time: 0.0525949 Aug 27 09:47:51.734312 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6ea11ce4-29b0-4b1d-b9f7-af9022b41fd3 req-68801c41-6b93-41c1-8060-325b2e0168e4 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326254 Aug 27 09:47:51.829304 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99256135-d4de-4581-91bd-6debe6757c88 req-819124ea-e48d-42a1-9039-8d9dd943bcba tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:51.830730 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-99256135-d4de-4581-91bd-6debe6757c88 req-819124ea-e48d-42a1-9039-8d9dd943bcba tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0483432 Aug 27 09:47:51.870724 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-99256135-d4de-4581-91bd-6debe6757c88 req-676916dd-e399-4c3c-926c-e97715adbdbd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338335 Aug 27 09:47:51.955405 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fe044-7f31-4680-b973-a877bfbd72e1 req-48c796de-9526-42dc-b17e-f32514ac533d tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:51.956888 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ee8fe044-7f31-4680-b973-a877bfbd72e1 req-48c796de-9526-42dc-b17e-f32514ac533d tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 943 time: 0.0483406 Aug 27 09:47:51.995139 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ee8fe044-7f31-4680-b973-a877bfbd72e1 req-eac130ff-7348-43be-9fe6-468ed98582cf tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322051 Aug 27 09:47:52.320797 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 50968) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:52.447904 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-530110bd-5eb1-43f4-bf18-fb0391f5b372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:52.550438 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-530110bd-5eb1-43f4-bf18-fb0391f5b372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:52.554297 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-530110bd-5eb1-43f4-bf18-fb0391f5b372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:52.593155 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-530110bd-5eb1-43f4-bf18-fb0391f5b372 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1656d33982c4ba48291a2987cec15e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712743 Aug 27 09:47:52.596826 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 50986) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:52.602471 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530110bd-5eb1-43f4-bf18-fb0391f5b372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa8b7d1-1d0b-4695-b557-4cefbfbf929b,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:52.662431 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-599c35f8-52c2-4955-9062-c7f75eedcc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:52.683928 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-599c35f8-52c2-4955-9062-c7f75eedcc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:52.732377 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-599c35f8-52c2-4955-9062-c7f75eedcc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:52.735966 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-599c35f8-52c2-4955-9062-c7f75eedcc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:52.737293 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-599c35f8-52c2-4955-9062-c7f75eedcc08 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7aa8b7d1-1d0b-4695-b557-4cefbfbf929b HTTP/1.1" status: 204 len: 168 time: 0.1394777 Aug 27 09:47:52.745031 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c35f8-52c2-4955-9062-c7f75eedcc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa8b7d1-1d0b-4695-b557-4cefbfbf929b,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:52.863485 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:47:52.961231 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843816e8-17c3-4c8a-a64e-753acd81be2e req-b04fd835-e8b1-43cb-82e0-40510c98a26d tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:52.971506 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-843816e8-17c3-4c8a-a64e-753acd81be2e req-b04fd835-e8b1-43cb-82e0-40510c98a26d tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 944 time: 0.1248515 Aug 27 09:47:52.984698 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:47:52.991457 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:47:52.992323 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:53.046070 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-843816e8-17c3-4c8a-a64e-753acd81be2e req-2df132f8-df56-41a1-a57f-8667120f658e tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687597 Aug 27 09:47:53.054707 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1a83c-9914-4cf3-b02f-e73537cc1ab9 req-f2ca26fb-de11-4912-a4f7-2c762b55df57 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:53.063872 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7ef1a83c-9914-4cf3-b02f-e73537cc1ab9 req-f2ca26fb-de11-4912-a4f7-2c762b55df57 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0925627 Aug 27 09:47:53.122974 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7ef1a83c-9914-4cf3-b02f-e73537cc1ab9 req-df3aa631-b250-41a6-8ea8-70bb83ab0654 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578468 Aug 27 09:47:53.165366 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:53.188589 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac47c6-6e26-4def-9f8a-7e07c89370fd req-1bca26c8-d7ae-4081-babb-0d9d8f7b1251 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:53.190270 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e4ac47c6-6e26-4def-9f8a-7e07c89370fd req-1bca26c8-d7ae-4081-babb-0d9d8f7b1251 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 943 time: 0.0539770 Aug 27 09:47:53.191604 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9b99ac-049e-4cee-ab85-2a2036cb377d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:47:53.207894 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 51012) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:53.237263 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8beaecf7-ee7a-499a-86d6-1ea1994f50e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:53.244874 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e4ac47c6-6e26-4def-9f8a-7e07c89370fd req-0672897f-a64c-4c60-9f3e-9439ebd8ee54 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471385 Aug 27 09:47:53.281984 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d,segment=NetworkSegment(d1caabc8-dccb-4dfa-9d85-38906c2aed54),segment_id=d1caabc8-dccb-4dfa-9d85-38906c2aed54)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:47:53.288861 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:53.349672 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8beaecf7-ee7a-499a-86d6-1ea1994f50e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:53.355063 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8beaecf7-ee7a-499a-86d6-1ea1994f50e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:53.364852 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7de7-0eab-4bec-955a-89497f814529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:53.366634 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:53.405615 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-8beaecf7-ee7a-499a-86d6-1ea1994f50e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=32031c6dcc574a1989a9aaf6d47ddfef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962974 Aug 27 09:47:53.406314 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51026) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:53.406643 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beaecf7-ee7a-499a-86d6-1ea1994f50e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1512fbcf-b91c-4d23-a337-7e98ad038c31,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:53.408585 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b14d0a5-16a2-43c6-89ef-c3b715353dce" -d '{"events": [{"server_uuid": "6d9b99ac-049e-4cee-ab85-2a2036cb377d", "name": "network-vif-plugged", "status": "completed", "tag": "ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:47:53.467652 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3bd167bc-4f9d-4de9-a57d-b278f3ab0bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:53.491993 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3bd167bc-4f9d-4de9-a57d-b278f3ab0bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:53.511962 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59519a89-7959-4917-b40b-8ce36166dba9 x-openstack-request-id: req-59519a89-7959-4917-b40b-8ce36166dba9 {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:47:53.512461 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9b99ac-049e-4cee-ab85-2a2036cb377d", "name": "network-vif-plugged", "status": "completed", "tag": "ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:47:53.512743 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59519a89-7959-4917-b40b-8ce36166dba9 {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:47:53.513219 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9b99ac-049e-4cee-ab85-2a2036cb377d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d', 'code': 200} Aug 27 09:47:53.542195 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:53.555175 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3bd167bc-4f9d-4de9-a57d-b278f3ab0bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:53.557793 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3bd167bc-4f9d-4de9-a57d-b278f3ab0bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:53.559211 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-3bd167bc-4f9d-4de9-a57d-b278f3ab0bb5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1512fbcf-b91c-4d23-a337-7e98ad038c31 HTTP/1.1" status: 204 len: 168 time: 0.1515636 Aug 27 09:47:53.568561 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd167bc-4f9d-4de9-a57d-b278f3ab0bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1512fbcf-b91c-4d23-a337-7e98ad038c31,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:53.919930 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51060) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:54.029309 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5a731548-4bca-4198-aaa5-d3ddb1f71e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:54.152613 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5a731548-4bca-4198-aaa5-d3ddb1f71e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:54.157316 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5a731548-4bca-4198-aaa5-d3ddb1f71e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:54.207736 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd127938-58ea-4118-92aa-9d8e28f0a9f8 req-5da57ce8-ceb2-4823-ad87-c1cb582a76f5 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:54.211860 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-bd127938-58ea-4118-92aa-9d8e28f0a9f8 req-5da57ce8-ceb2-4823-ad87-c1cb582a76f5 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 945 time: 0.1040699 Aug 27 09:47:54.221382 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-5a731548-4bca-4198-aaa5-d3ddb1f71e9d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17360557fc1248b29be19c6e2fdb5ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001578 Aug 27 09:47:54.225825 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 51082) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:54.227976 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a731548-4bca-4198-aaa5-d3ddb1f71e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d053fee-82c4-4260-9407-0828328280d1,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:54.261624 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-bd127938-58ea-4118-92aa-9d8e28f0a9f8 req-d597fd7d-f9a4-4bcc-88f7-c2432348fe8e tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441947 Aug 27 09:47:54.286974 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98231e0b-b7a2-49dd-9c27-096af42b2008 req-2e8a0923-a62e-4911-ac68-fa141bf4169c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:54.288549 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-98231e0b-b7a2-49dd-9c27-096af42b2008 req-2e8a0923-a62e-4911-ac68-fa141bf4169c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0908232 Aug 27 09:47:54.336281 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b7f65f87-e3c2-4baf-9ab9-5255f31b4dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:54.354586 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-98231e0b-b7a2-49dd-9c27-096af42b2008 req-3ec54c7c-04fe-470c-a3b8-4cc2b09d322c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583894 Aug 27 09:47:54.380235 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:54.384377 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b7f65f87-e3c2-4baf-9ab9-5255f31b4dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:54.389930 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784059e-d851-43aa-8d56-3c3e9819b1a6 req-412af808-7c40-4364-ae86-1481abf7a9c3 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:54.392346 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e784059e-d851-43aa-8d56-3c3e9819b1a6 req-412af808-7c40-4364-ae86-1481abf7a9c3 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 943 time: 0.0618587 Aug 27 09:47:54.438009 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e784059e-d851-43aa-8d56-3c3e9819b1a6 req-d4cd0a53-e19e-4f20-8253-1744bc3a8919 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386488 Aug 27 09:47:54.438407 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b7f65f87-e3c2-4baf-9ab9-5255f31b4dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:54.440892 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b7f65f87-e3c2-4baf-9ab9-5255f31b4dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:54.442097 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-b7f65f87-e3c2-4baf-9ab9-5255f31b4dce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d053fee-82c4-4260-9407-0828328280d1 HTTP/1.1" status: 204 len: 168 time: 0.2140958 Aug 27 09:47:54.455445 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f65f87-e3c2-4baf-9ab9-5255f31b4dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d053fee-82c4-4260-9407-0828328280d1,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:54.772910 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 51104) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:54.785878 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-af901b78-a15f-4870-ab65-32528c0be56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:54.882829 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-af901b78-a15f-4870-ab65-32528c0be56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:54.887345 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-af901b78-a15f-4870-ab65-32528c0be56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:54.897623 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:54.925652 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-af901b78-a15f-4870-ab65-32528c0be56f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=24f27188f3b1432c91d270099ae41f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515255 Aug 27 09:47:54.926497 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af901b78-a15f-4870-ab65-32528c0be56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823e5fd3-9458-4976-8112-b117e4e93875,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:54.928439 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51108) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:54.989027 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-ccf55f7f-dc39-49f4-b220-3e00cc03386a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:55.011385 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-ccf55f7f-dc39-49f4-b220-3e00cc03386a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:55.073606 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-ccf55f7f-dc39-49f4-b220-3e00cc03386a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:55.076294 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-ccf55f7f-dc39-49f4-b220-3e00cc03386a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:55.077455 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-ccf55f7f-dc39-49f4-b220-3e00cc03386a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/823e5fd3-9458-4976-8112-b117e4e93875 HTTP/1.1" status: 204 len: 168 time: 0.1480260 Aug 27 09:47:55.086901 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf55f7f-dc39-49f4-b220-3e00cc03386a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823e5fd3-9458-4976-8112-b117e4e93875,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:55.214887 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 60322d0d-86b6-4a85-acea-ea1c9f48a68f details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:47:55.341711 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 60322d0d-86b6-4a85-acea-ea1c9f48a68f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60322d0d-86b6-4a85-acea-ea1c9f48a68f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:47:55.356870 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': '60322d0d-86b6-4a85-acea-ea1c9f48a68f', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'port_id': '60322d0d-86b6-4a85-acea-ea1c9f48a68f', 'mac_address': 'fa:16:3e:68:57:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:47:55.399893 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b394116-0e9b-4e73-a609-9f81cb9013ca req-21ec0b73-1da9-4925-aa66-eab86e9123fb tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:55.408804 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3b394116-0e9b-4e73-a609-9f81cb9013ca req-21ec0b73-1da9-4925-aa66-eab86e9123fb tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 945 time: 0.0713639 Aug 27 09:47:55.414125 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:55.430275 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60322d0d-86b6-4a85-acea-ea1c9f48a68f {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:47:55.460601 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3b394116-0e9b-4e73-a609-9f81cb9013ca req-c7b34326-1c9e-422e-8874-29cf355efe98 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503798 Aug 27 09:47:55.476157 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 60322d0d-86b6-4a85-acea-ea1c9f48a68f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60322d0d-86b6-4a85-acea-ea1c9f48a68f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:47:55.485571 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:55.486343 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 74a0ceb7-fe00-453e-a877-9c68717f1212 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:47:55.543872 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa059f-0446-4ae5-929c-2004487369f5 req-7c19c654-a7ef-46be-9c24-0ca88673813a tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:55.554541 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1caa059f-0446-4ae5-929c-2004487369f5 req-7c19c654-a7ef-46be-9c24-0ca88673813a tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 944 time: 0.0804145 Aug 27 09:47:55.604008 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1caa059f-0446-4ae5-929c-2004487369f5 req-3807ecaa-11e5-4adc-8304-961ccfdb286c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484293 Aug 27 09:47:55.634724 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=60322d0d-86b6-4a85-acea-ea1c9f48a68f,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:55.636274 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008e1fb-cd5b-41ec-9ff1-f6c7983d02d3 req-3899f3cd-ac19-4b3d-9bcc-4658edf8a18f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:55.639128 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8008e1fb-cd5b-41ec-9ff1-f6c7983d02d3 req-3899f3cd-ac19-4b3d-9bcc-4658edf8a18f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 943 time: 0.1000371 Aug 27 09:47:55.680082 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8008e1fb-cd5b-41ec-9ff1-f6c7983d02d3 req-c583ecae-0158-45bb-8164-3f6be6e0a798 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347250 Aug 27 09:47:55.697795 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 74a0ceb7-fe00-453e-a877-9c68717f1212, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74a0ceb7-fe00-453e-a877-9c68717f1212,segment=NetworkSegment(f0bea831-4d70-4f79-8236-7fcb02beb724),segment_id=f0bea831-4d70-4f79-8236-7fcb02beb724)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:47:55.711592 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': '74a0ceb7-fe00-453e-a877-9c68717f1212', 'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039', 'port_id': '74a0ceb7-fe00-453e-a877-9c68717f1212', 'mac_address': 'fa:16:3e:c4:36:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a0b116e-984c-4493-adcb-d387668ba116', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:47:55.762581 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:55.781538 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a0ceb7-fe00-453e-a877-9c68717f1212 {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:47:55.811400 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 74a0ceb7-fe00-453e-a877-9c68717f1212, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74a0ceb7-fe00-453e-a877-9c68717f1212,segment=NetworkSegment(f0bea831-4d70-4f79-8236-7fcb02beb724),segment_id=f0bea831-4d70-4f79-8236-7fcb02beb724)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:47:55.823986 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:55.824671 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 4991628c-cf49-4264-a640-9ecd11fd1bb4 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:47:55.882334 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 4991628c-cf49-4264-a640-9ecd11fd1bb4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4991628c-cf49-4264-a640-9ecd11fd1bb4,segment=NetworkSegment(f0bea831-4d70-4f79-8236-7fcb02beb724),segment_id=f0bea831-4d70-4f79-8236-7fcb02beb724)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:47:55.905015 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': '4991628c-cf49-4264-a640-9ecd11fd1bb4', 'network_id': '1d949d78-38f1-4e99-8b6a-57368afc2039', 'port_id': '4991628c-cf49-4264-a640-9ecd11fd1bb4', 'mac_address': 'fa:16:3e:7a:41:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a0b116e-984c-4493-adcb-d387668ba116', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:47:55.926200 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=74a0ceb7-fe00-453e-a877-9c68717f1212,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:55.948708 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51162) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:55.966947 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:55.980081 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4991628c-cf49-4264-a640-9ecd11fd1bb4 {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:47:55.998646 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 4991628c-cf49-4264-a640-9ecd11fd1bb4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4991628c-cf49-4264-a640-9ecd11fd1bb4,segment=NetworkSegment(f0bea831-4d70-4f79-8236-7fcb02beb724),segment_id=f0bea831-4d70-4f79-8236-7fcb02beb724)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:47:56.002388 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:56.044837 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-88eac679-5e42-421d-9928-f408ca96f103 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-33824898-network', 'tenant_id': '5f559c5d88cf41bd817ad08bb8ce5a6d'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:56.048619 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=4991628c-cf49-4264-a640-9ecd11fd1bb4,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:56.065912 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88eac679-5e42-421d-9928-f408ca96f103 admin admin] Made reservation on behalf of 5f559c5d88cf41bd817ad08bb8ce5a6d for: {'network': 1} {{(pid=100335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:47:56.068672 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-88eac679-5e42-421d-9928-f408ca96f103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for network, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:56.077194 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-88eac679-5e42-421d-9928-f408ca96f103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:56.168574 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-88eac679-5e42-421d-9928-f408ca96f103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:56.172591 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-88eac679-5e42-421d-9928-f408ca96f103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:56.193164 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88eac679-5e42-421d-9928-f408ca96f103 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012} {{(pid=100335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 09:47:56.206294 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eac679-5e42-421d-9928-f408ca96f103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b561c9a-388d-4922-bc47-6117c33f96b4,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:56.210867 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-88eac679-5e42-421d-9928-f408ca96f103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:56.211199 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.db.segments_db [None req-88eac679-5e42-421d-9928-f408ca96f103 admin admin] Added segment 80163105-ce62-4cf0-bc10-51898e0811d2 of type vlan for network f4acf10f-3686-46c5-821f-dffa01c47ac9 Aug 27 09:47:56.249872 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-88eac679-5e42-421d-9928-f408ca96f103 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775451267687'] for network, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:56.274398 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-88eac679-5e42-421d-9928-f408ca96f103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for network, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:56.275505 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eac679-5e42-421d-9928-f408ca96f103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:56.276191 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-88eac679-5e42-421d-9928-f408ca96f103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:56.310005 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:56.330452 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-88eac679-5e42-421d-9928-f408ca96f103 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3806405 Aug 27 09:47:56.336370 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51172) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:56.341697 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-f9b6f3e0-6848-4ab9-9f25-e454e5046a9f admin admin] Request body: {'subnet': {'network_id': 'f4acf10f-3686-46c5-821f-dffa01c47ac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-33824898-subnet', 'tenant_id': '5f559c5d88cf41bd817ad08bb8ce5a6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:56.361970 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eac679-5e42-421d-9928-f408ca96f103 admin admin] Pushing event updated for resources: {'Network': ['ID=f4acf10f-3686-46c5-821f-dffa01c47ac9,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:56.371614 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b6f3e0-6848-4ab9-9f25-e454e5046a9f admin admin] Made reservation on behalf of 5f559c5d88cf41bd817ad08bb8ce5a6d for: {'subnet': 1} {{(pid=100335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:47:56.373294 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Network f4acf10f-3686-46c5-821f-dffa01c47ac9 details requested by agent ovs-agent-dv-cinder-804757-3-iscsi with host dv-cinder-804757-3-iscsi {{(pid=100336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 09:47:56.375866 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f9b6f3e0-6848-4ab9-9f25-e454e5046a9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:56.391318 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f011a41-e45c-405a-b7cf-4c0e65264bc8 req-341943f9-0b29-486e-8eba-e54228bb9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:56.392780 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1f011a41-e45c-405a-b7cf-4c0e65264bc8 req-341943f9-0b29-486e-8eba-e54228bb9044 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 1098 time: 0.0726101 Aug 27 09:47:56.415418 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-1f011a41-e45c-405a-b7cf-4c0e65264bc8 req-cb2a7fd1-1553-49e6-b9ec-369c071eb3f0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:56.524210 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-1f011a41-e45c-405a-b7cf-4c0e65264bc8 req-cb2a7fd1-1553-49e6-b9ec-369c071eb3f0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:56.528111 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-1f011a41-e45c-405a-b7cf-4c0e65264bc8 req-cb2a7fd1-1553-49e6-b9ec-369c071eb3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:56.560952 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1f011a41-e45c-405a-b7cf-4c0e65264bc8 req-cb2a7fd1-1553-49e6-b9ec-369c071eb3f0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570709 Aug 27 09:47:56.566207 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a7fd1-1553-49e6-b9ec-369c071eb3f0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ab4480-a9c8-476b-8dde-007c2cf366a0,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:56.581914 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f9b6f3e0-6848-4ab9-9f25-e454e5046a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for subnet, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:56.634507 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96371b05-aba6-4199-ae9a-7632de83aed1 req-a275d2b0-ac74-42e2-ac9f-9a3db9d949b9 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:56.635997 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-96371b05-aba6-4199-ae9a-7632de83aed1 req-a275d2b0-ac74-42e2-ac9f-9a3db9d949b9 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 945 time: 0.1006420 Aug 27 09:47:56.667014 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6f3e0-6848-4ab9-9f25-e454e5046a9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c78cfd3-a666-4bd3-8cd3-8ba1d603c248,revision_number=0']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:56.682997 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b6f3e0-6848-4ab9-9f25-e454e5046a9f admin admin] Checking segment: {'id': '80163105-ce62-4cf0-bc10-51898e0811d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f4acf10f-3686-46c5-821f-dffa01c47ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:47:56.683344 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b6f3e0-6848-4ab9-9f25-e454e5046a9f admin admin] Network hostable DHCP agents. Network: f4acf10f-3686-46c5-821f-dffa01c47ac9, hostable agents: ['f25084d2-4677-41d8-9429-a13aa7534b2d'], hosted agents: [] {{(pid=100335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 09:47:56.702045 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-96371b05-aba6-4199-ae9a-7632de83aed1 req-3f0bb94e-e6e3-4658-9476-fdd85be657b6 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592730 Aug 27 09:47:56.706851 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['74a0ceb7-fe00-453e-a877-9c68717f1212'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:47:56.726645 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b6f3e0-6848-4ab9-9f25-e454e5046a9f admin admin] Network f4acf10f-3686-46c5-821f-dffa01c47ac9 is scheduled to be hosted by DHCP agent f25084d2-4677-41d8-9429-a13aa7534b2d with binding_index 1 {{(pid=100335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 09:47:56.737902 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-f9b6f3e0-6848-4ab9-9f25-e454e5046a9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-3-iscsi, f4acf10f-3686-46c5-821f-dffa01c47ac9) {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:47:56.743618 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b6f3e0-6848-4ab9-9f25-e454e5046a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:56.744230 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f9b6f3e0-6848-4ab9-9f25-e454e5046a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:56.750797 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['60322d0d-86b6-4a85-acea-ea1c9f48a68f'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:47:56.758243 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91656413-25b4-4b14-8ec6-da2d3efc1662 None None] Network f4acf10f-3686-46c5-821f-dffa01c47ac9 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:47:56.768108 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-f9b6f3e0-6848-4ab9-9f25-e454e5046a9f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4307036 Aug 27 09:47:56.779360 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74e22f-30da-4117-aed8-1304d8879020 req-198f0ba9-9224-4e5f-8c9d-b031678bab3c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:56.781152 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8e74e22f-30da-4117-aed8-1304d8879020 req-198f0ba9-9224-4e5f-8c9d-b031678bab3c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 944 time: 0.0940378 Aug 27 09:47:56.783863 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['4991628c-cf49-4264-a640-9ecd11fd1bb4'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:47:56.841472 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13f36d-e5f0-4615-b926-3f6323614ff3 req-62be4d01-c167-4be1-a1ce-29c6dab965dc tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:56.851258 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ef13f36d-e5f0-4615-b926-3f6323614ff3 req-62be4d01-c167-4be1-a1ce-29c6dab965dc tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 944 time: 0.0756817 Aug 27 09:47:56.852849 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8e74e22f-30da-4117-aed8-1304d8879020 req-aa7c0a9b-363a-41c0-b5a7-b0e2eacdcc8d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609682 Aug 27 09:47:56.898516 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ef13f36d-e5f0-4615-b926-3f6323614ff3 req-5762d6f5-22f1-4306-afbe-6641a04abde3 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463295 Aug 27 09:47:57.177446 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be1a774-b6ff-46be-b759-a623aff23103 None None] Network f4acf10f-3686-46c5-821f-dffa01c47ac9 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:47:57.475623 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 51228) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:57.480770 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-509b2c3c-1550-4996-b214-d67083c66830 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1358071939-network', 'tenant_id': '34aaa35ab4424d9e93a560ea507d82ba'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:57.505826 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509b2c3c-1550-4996-b214-d67083c66830 admin admin] Made reservation on behalf of 34aaa35ab4424d9e93a560ea507d82ba for: {'network': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:47:57.508266 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-509b2c3c-1550-4996-b214-d67083c66830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for network, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:57.521887 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-509b2c3c-1550-4996-b214-d67083c66830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:57.615460 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-509b2c3c-1550-4996-b214-d67083c66830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:57.620838 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-509b2c3c-1550-4996-b214-d67083c66830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:57.643284 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509b2c3c-1550-4996-b214-d67083c66830 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=100334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 09:47:57.657273 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b2c3c-1550-4996-b214-d67083c66830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358e1dc5-6c5b-45b3-b479-61ed497b06e3,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:57.662995 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-509b2c3c-1550-4996-b214-d67083c66830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:57.663357 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.segments_db [None req-509b2c3c-1550-4996-b214-d67083c66830 admin admin] Added segment 29c9395c-b036-436a-a443-9391cb6b7b49 of type vlan for network ce5ed0d8-e314-4c3f-bb3b-261e685755e2 Aug 27 09:47:57.703389 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-509b2c3c-1550-4996-b214-d67083c66830 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775451267687'] for network, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:57.717051 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51232) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:57.732112 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-509b2c3c-1550-4996-b214-d67083c66830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for network, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:57.733101 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509b2c3c-1550-4996-b214-d67083c66830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:57.733893 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-509b2c3c-1550-4996-b214-d67083c66830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:57.802782 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-509b2c3c-1550-4996-b214-d67083c66830 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3258228 Aug 27 09:47:57.805681 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51238) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:57.810696 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-23fb9243-b1df-4235-a045-522f8fd6bc7a admin admin] Request body: {'subnet': {'network_id': 'ce5ed0d8-e314-4c3f-bb3b-261e685755e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1358071939-subnet', 'tenant_id': '34aaa35ab4424d9e93a560ea507d82ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:47:57.831171 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b2c3c-1550-4996-b214-d67083c66830 admin admin] Pushing event updated for resources: {'Network': ['ID=ce5ed0d8-e314-4c3f-bb3b-261e685755e2,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:57.842865 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Network ce5ed0d8-e314-4c3f-bb3b-261e685755e2 details requested by agent ovs-agent-dv-cinder-804757-3-iscsi with host dv-cinder-804757-3-iscsi {{(pid=100336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 09:47:57.844073 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-d3b26aa8-2957-4203-9db7-abad3f7dc228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:57.852268 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fb9243-b1df-4235-a045-522f8fd6bc7a admin admin] Made reservation on behalf of 34aaa35ab4424d9e93a560ea507d82ba for: {'subnet': 1} {{(pid=100335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:47:57.854700 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-23fb9243-b1df-4235-a045-522f8fd6bc7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:57.857203 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3e79c-f6b0-4f31-97e6-affad0fe6854 req-d4c0ed1b-410b-4bd5-bd70-179c3d482c23 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:57.858802 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-50a3e79c-f6b0-4f31-97e6-affad0fe6854 req-d4c0ed1b-410b-4bd5-bd70-179c3d482c23 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 945 time: 0.0785627 Aug 27 09:47:57.906964 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-50a3e79c-f6b0-4f31-97e6-affad0fe6854 req-38b03f17-01dc-4640-9e9c-76e79ac4c782 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403109 Aug 27 09:47:58.047053 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da0817-bdb8-424a-a966-d70e7ee1d0a8 req-7873324e-a87e-42eb-a508-4a890ad8aa60 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:58.048894 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-22da0817-bdb8-424a-a966-d70e7ee1d0a8 req-7873324e-a87e-42eb-a508-4a890ad8aa60 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 944 time: 0.0573854 Aug 27 09:47:58.066317 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadfe68-8a83-40f5-a181-43c8e1e8e80b req-05d81acd-603f-476e-ad36-76108096bc11 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:58.067868 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0eadfe68-8a83-40f5-a181-43c8e1e8e80b req-05d81acd-603f-476e-ad36-76108096bc11 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 944 time: 0.0982945 Aug 27 09:47:58.092269 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-22da0817-bdb8-424a-a966-d70e7ee1d0a8 req-d73cdaca-d667-477f-816b-a4a9e7de03de tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361316 Aug 27 09:47:58.170191 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-d3b26aa8-2957-4203-9db7-abad3f7dc228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:58.190191 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-d3b26aa8-2957-4203-9db7-abad3f7dc228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:58.215505 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0eadfe68-8a83-40f5-a181-43c8e1e8e80b req-a46cadae-61d4-4020-8323-a38e944d1ecc tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193399 Aug 27 09:47:58.230238 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-23fb9243-b1df-4235-a045-522f8fd6bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for subnet, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:58.264394 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-d3b26aa8-2957-4203-9db7-abad3f7dc228 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ee0cf357c6c484c8c5984fbd8b099e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5420680 Aug 27 09:47:58.267697 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 51252) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:58.291554 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b26aa8-2957-4203-9db7-abad3f7dc228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2989f8da-6a48-440b-8825-b9b6fbe70f0d,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:58.303709 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb9243-b1df-4235-a045-522f8fd6bc7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ebe894b-fdeb-4d73-a1b7-90ccd12434c8,revision_number=0']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:58.320964 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fb9243-b1df-4235-a045-522f8fd6bc7a admin admin] Checking segment: {'id': '29c9395c-b036-436a-a443-9391cb6b7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'ce5ed0d8-e314-4c3f-bb3b-261e685755e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:47:58.321322 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-05d30f8d-56dd-458b-a92f-ea3b1f18bca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:58.321436 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fb9243-b1df-4235-a045-522f8fd6bc7a admin admin] Network hostable DHCP agents. Network: ce5ed0d8-e314-4c3f-bb3b-261e685755e2, hostable agents: ['f25084d2-4677-41d8-9429-a13aa7534b2d'], hosted agents: [] {{(pid=100335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 09:47:58.338898 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fb9243-b1df-4235-a045-522f8fd6bc7a admin admin] Network ce5ed0d8-e314-4c3f-bb3b-261e685755e2 is scheduled to be hosted by DHCP agent f25084d2-4677-41d8-9429-a13aa7534b2d with binding_index 1 {{(pid=100335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 09:47:58.345548 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-05d30f8d-56dd-458b-a92f-ea3b1f18bca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:58.350299 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-23fb9243-b1df-4235-a045-522f8fd6bc7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-3-iscsi, ce5ed0d8-e314-4c3f-bb3b-261e685755e2) {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:47:58.356581 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fb9243-b1df-4235-a045-522f8fd6bc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:58.357164 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-23fb9243-b1df-4235-a045-522f8fd6bc7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:58.360471 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db788a4-f7b8-4d52-b371-bb4e147e4027 None None] Network ce5ed0d8-e314-4c3f-bb3b-261e685755e2 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:47:58.378238 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-23fb9243-b1df-4235-a045-522f8fd6bc7a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5712636 Aug 27 09:47:58.411534 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-05d30f8d-56dd-458b-a92f-ea3b1f18bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:58.414079 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-05d30f8d-56dd-458b-a92f-ea3b1f18bca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:58.417660 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-05d30f8d-56dd-458b-a92f-ea3b1f18bca4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2989f8da-6a48-440b-8825-b9b6fbe70f0d HTTP/1.1" status: 204 len: 168 time: 0.1465454 Aug 27 09:47:58.445237 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d30f8d-56dd-458b-a92f-ea3b1f18bca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2989f8da-6a48-440b-8825-b9b6fbe70f0d,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:58.629152 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54f1e16-de01-44bf-bafe-f2ed40160eec None None] Network ce5ed0d8-e314-4c3f-bb3b-261e685755e2 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:47:58.858574 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 51286) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:58.872148 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7850-ab28-41f8-adae-0350bdf55b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:58.886464 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 60322d0d-86b6-4a85-acea-ea1c9f48a68f up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:47:58.947408 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port 60322d0d-86b6-4a85-acea-ea1c9f48a68f completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:47:58.954012 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port 60322d0d-86b6-4a85-acea-ea1c9f48a68f triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:47:58.954628 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:59.043389 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7850-ab28-41f8-adae-0350bdf55b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:59.048446 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7850-ab28-41f8-adae-0350bdf55b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:59.053793 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:59.084695 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb3db99-c9a7-4bdf-9195-6acd98a74be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60322d0d-86b6-4a85-acea-ea1c9f48a68f'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:47:59.087075 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0b5fe1-e86f-4dd6-bfd4-7a8e58b2fe53" -d '{"events": [{"server_uuid": "beb3db99-c9a7-4bdf-9195-6acd98a74be7", "name": "network-vif-plugged", "status": "completed", "tag": "60322d0d-86b6-4a85-acea-ea1c9f48a68f"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:47:59.103335 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 60322d0d-86b6-4a85-acea-ea1c9f48a68f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60322d0d-86b6-4a85-acea-ea1c9f48a68f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:47:59.106140 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf7c76-46ae-4a3b-a530-0b6ced21e5a1 req-99f54013-f065-41fe-ab0a-ff0e867a1791 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:59.108482 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:59.109513 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 74a0ceb7-fe00-453e-a877-9c68717f1212 up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:47:59.115190 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-fbdf7c76-46ae-4a3b-a530-0b6ced21e5a1 req-99f54013-f065-41fe-ab0a-ff0e867a1791 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 945 time: 0.1217070 Aug 27 09:47:59.122102 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-eb3b7850-ab28-41f8-adae-0350bdf55b65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a357ca96ed74ae79df9bdbb9a037fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616127 Aug 27 09:47:59.125030 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51308) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:47:59.143323 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b7850-ab28-41f8-adae-0350bdf55b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27467c2-f11e-47d4-9269-9c0f8522b6be,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:59.203151 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04451c3-174b-415a-a9d9-1a0c9db2cddb x-openstack-request-id: req-a04451c3-174b-415a-a9d9-1a0c9db2cddb {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:47:59.203434 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb3db99-c9a7-4bdf-9195-6acd98a74be7", "name": "network-vif-plugged", "status": "completed", "tag": "60322d0d-86b6-4a85-acea-ea1c9f48a68f", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:47:59.203725 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a04451c3-174b-415a-a9d9-1a0c9db2cddb {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:47:59.204249 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb3db99-c9a7-4bdf-9195-6acd98a74be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60322d0d-86b6-4a85-acea-ea1c9f48a68f', 'code': 200} Aug 27 09:47:59.230570 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-274649a9-4763-40f4-bcc8-72696f7e5d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:59.241743 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-fbdf7c76-46ae-4a3b-a530-0b6ced21e5a1 req-77d465d9-89e1-4e04-a251-3432786717a1 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244771 Aug 27 09:47:59.257645 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-274649a9-4763-40f4-bcc8-72696f7e5d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:59.307352 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=60322d0d-86b6-4a85-acea-ea1c9f48a68f,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:59.355719 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf36ab-8084-4479-9a50-b7bd0b8a3be9 req-dc9b174e-4fd8-4821-b1c2-18054bfd9369 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:59.357434 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8ccf36ab-8084-4479-9a50-b7bd0b8a3be9 req-dc9b174e-4fd8-4821-b1c2-18054bfd9369 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 944 time: 0.0762994 Aug 27 09:47:59.360500 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port 74a0ceb7-fe00-453e-a877-9c68717f1212 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:47:59.365025 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port 74a0ceb7-fe00-453e-a877-9c68717f1212 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:47:59.365893 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:59.372429 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-274649a9-4763-40f4-bcc8-72696f7e5d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:59.380297 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-274649a9-4763-40f4-bcc8-72696f7e5d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:59.391393 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-274649a9-4763-40f4-bcc8-72696f7e5d5f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f27467c2-f11e-47d4-9269-9c0f8522b6be HTTP/1.1" status: 204 len: 168 time: 0.2651350 Aug 27 09:47:59.427795 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274649a9-4763-40f4-bcc8-72696f7e5d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27467c2-f11e-47d4-9269-9c0f8522b6be,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:59.458945 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656f77a-2149-410d-a306-9ed50f12b03f req-f0274355-18b2-4867-9d2f-8fbeee1c14cf tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:47:59.476713 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e656f77a-2149-410d-a306-9ed50f12b03f req-f0274355-18b2-4867-9d2f-8fbeee1c14cf tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.1316965 Aug 27 09:47:59.477217 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8ccf36ab-8084-4479-9a50-b7bd0b8a3be9 req-2bcef2b2-a47a-4c4b-9a9d-6d7bbb7cfc57 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812812 Aug 27 09:47:59.517049 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:59.567005 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 74a0ceb7-fe00-453e-a877-9c68717f1212, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74a0ceb7-fe00-453e-a877-9c68717f1212,segment=NetworkSegment(f0bea831-4d70-4f79-8236-7fcb02beb724),segment_id=f0bea831-4d70-4f79-8236-7fcb02beb724)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:47:59.573611 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:59.574661 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 4991628c-cf49-4264-a640-9ecd11fd1bb4 up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:47:59.581778 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e656f77a-2149-410d-a306-9ed50f12b03f req-2a4ac6ed-5b72-4963-aea8-92f49f13a3ca tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078403 Aug 27 09:47:59.650776 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=74a0ceb7-fe00-453e-a877-9c68717f1212,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:47:59.681053 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port 4991628c-cf49-4264-a640-9ecd11fd1bb4 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:47:59.693184 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port 4991628c-cf49-4264-a640-9ecd11fd1bb4 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:47:59.693593 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:59.832626 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:47:59.987778 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 4991628c-cf49-4264-a640-9ecd11fd1bb4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4991628c-cf49-4264-a640-9ecd11fd1bb4,segment=NetworkSegment(f0bea831-4d70-4f79-8236-7fcb02beb724),segment_id=f0bea831-4d70-4f79-8236-7fcb02beb724)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:47:59.993822 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:00.048678 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=4991628c-cf49-4264-a640-9ecd11fd1bb4,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:00.595586 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6fc9c-b7a1-4568-a3b4-b0c3f03d6f4d req-344735eb-4e90-4447-8a9f-9e3f3bec8fb7 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:00.597041 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b8d6fc9c-b7a1-4568-a3b4-b0c3f03d6f4d req-344735eb-4e90-4447-8a9f-9e3f3bec8fb7 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0475974 Aug 27 09:48:00.638154 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b8d6fc9c-b7a1-4568-a3b4-b0c3f03d6f4d req-ae77b015-860c-40dc-bbc9-eff5a55d54ff tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339758 Aug 27 09:48:00.699471 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7452d-45f0-4ea2-b5cc-c4affbea030d req-4b57ffd0-8d1f-46ae-b78b-6d1fc1c5daa6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:00.700929 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-23e7452d-45f0-4ea2-b5cc-c4affbea030d req-4b57ffd0-8d1f-46ae-b78b-6d1fc1c5daa6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0504062 Aug 27 09:48:00.740599 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-23e7452d-45f0-4ea2-b5cc-c4affbea030d req-d4ca3255-8795-47bf-902d-7d206cae1c41 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327983 Aug 27 09:48:01.205646 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f8ffdf-72a0-4f95-adab-0277ea5047cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a0ceb7-fe00-453e-a877-9c68717f1212'}, {'server_uuid': '13f3f48b-200f-4457-914f-74d4924974b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4991628c-cf49-4264-a640-9ecd11fd1bb4'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:48:01.216377 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fce088-e4ff-400a-9be6-aff243096bad" -d '{"events": [{"server_uuid": "a5f8ffdf-72a0-4f95-adab-0277ea5047cb", "name": "network-vif-plugged", "status": "completed", "tag": "74a0ceb7-fe00-453e-a877-9c68717f1212"}, {"server_uuid": "13f3f48b-200f-4457-914f-74d4924974b6", "name": "network-vif-plugged", "status": "completed", "tag": "4991628c-cf49-4264-a640-9ecd11fd1bb4"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:48:01.255634 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 09:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b07d40e-34ff-44c7-95a5-b3cd5615adc5 x-openstack-request-id: req-0b07d40e-34ff-44c7-95a5-b3cd5615adc5 {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:48:01.256007 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f8ffdf-72a0-4f95-adab-0277ea5047cb", "name": "network-vif-plugged", "status": "completed", "tag": "74a0ceb7-fe00-453e-a877-9c68717f1212", "code": 200}, {"server_uuid": "13f3f48b-200f-4457-914f-74d4924974b6", "name": "network-vif-plugged", "status": "completed", "tag": "4991628c-cf49-4264-a640-9ecd11fd1bb4", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:48:01.256257 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b07d40e-34ff-44c7-95a5-b3cd5615adc5 {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:48:01.256651 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f8ffdf-72a0-4f95-adab-0277ea5047cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a0ceb7-fe00-453e-a877-9c68717f1212', 'code': 200} Aug 27 09:48:01.256925 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f3f48b-200f-4457-914f-74d4924974b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4991628c-cf49-4264-a640-9ecd11fd1bb4', 'code': 200} Aug 27 09:48:01.413612 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51436) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:01.513419 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-ee69eb6e-f382-46de-92b0-cbfb31c83b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:01.605509 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-ee69eb6e-f382-46de-92b0-cbfb31c83b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:01.610158 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-ee69eb6e-f382-46de-92b0-cbfb31c83b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:01.657180 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-ee69eb6e-f382-46de-92b0-cbfb31c83b32 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c9b566f0c86433bb7669555d1b8e293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425220 Aug 27 09:48:01.658025 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69eb6e-f382-46de-92b0-cbfb31c83b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf9f2de-f24d-4403-a3d9-6942f3eda244,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:01.659940 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 51442) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:01.719515 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f01c1c92-ee22-4e54-98d3-cabbe000eb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:01.761715 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f01c1c92-ee22-4e54-98d3-cabbe000eb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:01.778393 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3d11a-42f6-4f41-b279-3079037381f7 req-049669ec-b2e8-455c-9622-29e18ba5399b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:01.779846 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-13d3d11a-42f6-4f41-b279-3079037381f7 req-049669ec-b2e8-455c-9622-29e18ba5399b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0721836 Aug 27 09:48:01.831551 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-13d3d11a-42f6-4f41-b279-3079037381f7 req-703d7395-4f93-4ccb-889d-a268b3dd8221 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443482 Aug 27 09:48:01.844993 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f01c1c92-ee22-4e54-98d3-cabbe000eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:01.847573 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f01c1c92-ee22-4e54-98d3-cabbe000eb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:01.851070 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-f01c1c92-ee22-4e54-98d3-cabbe000eb54 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5cf9f2de-f24d-4403-a3d9-6942f3eda244 HTTP/1.1" status: 204 len: 168 time: 0.1877604 Aug 27 09:48:01.858669 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c1c92-ee22-4e54-98d3-cabbe000eb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf9f2de-f24d-4403-a3d9-6942f3eda244,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:01.866150 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff0319-3a95-4fad-ad4b-fe9d91471189 req-ec4ae02b-c593-4cb9-9e7c-c3282f8d0a76 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:01.873511 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0cff0319-3a95-4fad-ad4b-fe9d91471189 req-ec4ae02b-c593-4cb9-9e7c-c3282f8d0a76 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0601730 Aug 27 09:48:01.910470 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0cff0319-3a95-4fad-ad4b-fe9d91471189 req-50f1959d-8bb3-41ac-8391-a99a08131995 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360489 Aug 27 09:48:02.173820 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51458) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:02.187509 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b80c0c-1dc5-4c00-bee4-b0b94bcd7ff1 req-8875a533-b99c-4752-bb22-973e37a999e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:02.188712 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0f5ee30c-9b8d-4237-8663-bd0f7bfc8c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:02.189255 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d2b80c0c-1dc5-4c00-bee4-b0b94bcd7ff1 req-8875a533-b99c-4752-bb22-973e37a999e8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 1098 time: 0.0563767 Aug 27 09:48:02.279897 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d2b80c0c-1dc5-4c00-bee4-b0b94bcd7ff1 req-5f0fcd06-9659-43dd-8aa8-317e08aa8960 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653844 Aug 27 09:48:02.285038 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34370a9-1ca1-4edc-97f5-c186a1b1c799 req-134313e6-f1bf-4f5b-a14a-d5f3a05a35e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:02.286819 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b34370a9-1ca1-4edc-97f5-c186a1b1c799 req-134313e6-f1bf-4f5b-a14a-d5f3a05a35e2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 1098 time: 0.0733976 Aug 27 09:48:02.305894 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb73d1-136a-4204-a195-61975adc7bbe req-d0b22064-70ec-40e5-ae4d-47a2047b7708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:02.307385 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-65cb73d1-136a-4204-a195-61975adc7bbe req-d0b22064-70ec-40e5-ae4d-47a2047b7708 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 1099 time: 0.0941181 Aug 27 09:48:02.345127 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0f5ee30c-9b8d-4237-8663-bd0f7bfc8c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:02.348812 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0f5ee30c-9b8d-4237-8663-bd0f7bfc8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:02.384181 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-0f5ee30c-9b8d-4237-8663-bd0f7bfc8c93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=30c6dcbe04624555a888c61302f6c407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2091830 Aug 27 09:48:02.386763 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51464) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:02.393424 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ee30c-9b8d-4237-8663-bd0f7bfc8c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f1bb01-944c-4343-8c77-577e9c6b3255,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:02.436621 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e99d4f9d-fa7f-4b36-a3ef-b05e41f7ec05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:02.456118 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e99d4f9d-fa7f-4b36-a3ef-b05e41f7ec05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:02.500268 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e99d4f9d-fa7f-4b36-a3ef-b05e41f7ec05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:02.503128 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e99d4f9d-fa7f-4b36-a3ef-b05e41f7ec05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:02.504307 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-e99d4f9d-fa7f-4b36-a3ef-b05e41f7ec05 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/46f1bb01-944c-4343-8c77-577e9c6b3255 HTTP/1.1" status: 204 len: 168 time: 0.1166668 Aug 27 09:48:02.514174 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d4f9d-fa7f-4b36-a3ef-b05e41f7ec05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f1bb01-944c-4343-8c77-577e9c6b3255,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:02.660288 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-65cb73d1-136a-4204-a195-61975adc7bbe req-801c7ac0-2a49-4a58-b1d9-d4fb1f709cdc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476122 Aug 27 09:48:02.663837 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b34370a9-1ca1-4edc-97f5-c186a1b1c799 req-30420457-cad9-4ba5-ad4d-4352bd857d0f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453265 Aug 27 09:48:03.104267 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15995a70-c0a5-4ab7-9184-91564af6be93 req-310382cc-0d46-4c7e-a317-649c3e653791 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:03.106230 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-15995a70-c0a5-4ab7-9184-91564af6be93 req-310382cc-0d46-4c7e-a317-649c3e653791 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.1107283 Aug 27 09:48:03.162552 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af240f5-cc48-400d-8cee-fe089c0e2f9e req-911f056f-fc51-4893-8312-500bbcaeeab2 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:03.164734 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7af240f5-cc48-400d-8cee-fe089c0e2f9e req-911f056f-fc51-4893-8312-500bbcaeeab2 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.2567823 Aug 27 09:48:03.184767 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-15995a70-c0a5-4ab7-9184-91564af6be93 req-3c021836-aa77-4c28-81a4-4b588cae57dd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697496 Aug 27 09:48:03.233764 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7af240f5-cc48-400d-8cee-fe089c0e2f9e req-d2214a9c-d945-47f0-891d-31be66351374 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604794 Aug 27 09:48:03.793704 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51554) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:03.911131 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51562) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:03.996125 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f9cb81bb-a5d2-42ac-bbf6-6b4474a9bbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:04.020261 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5a9f0905-fee6-4cdc-a64a-ab863d1f0b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:04.127182 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f9cb81bb-a5d2-42ac-bbf6-6b4474a9bbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:04.135008 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f9cb81bb-a5d2-42ac-bbf6-6b4474a9bbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:04.189192 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb81bb-a5d2-42ac-bbf6-6b4474a9bbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2fe385-3afe-4715-9c0e-5217811bd6a4,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:04.199767 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-f9cb81bb-a5d2-42ac-bbf6-6b4474a9bbab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4cc2de42da4f4f6ca3e27cb4253a9532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4051878 Aug 27 09:48:04.203977 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 51572) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:04.295068 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5a9f0905-fee6-4cdc-a64a-ab863d1f0b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:04.299000 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a1d90c5e-0404-4d6d-8329-80b601a25e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:04.300619 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5a9f0905-fee6-4cdc-a64a-ab863d1f0b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:04.358023 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-5a9f0905-fee6-4cdc-a64a-ab863d1f0b65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c614cbbe4309447da8de88d012c3adc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4457359 Aug 27 09:48:04.362785 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 51586) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:04.365312 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a1d90c5e-0404-4d6d-8329-80b601a25e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:04.424470 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f0905-fee6-4cdc-a64a-ab863d1f0b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c86b92d-5846-42ec-87b7-cde5da629a37,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:04.469997 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7ce0f-f22f-40ce-9778-1e561fcd4108 req-babbae4e-4759-4b85-a548-b72cf95d0e4e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:04.471533 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-17d7ce0f-f22f-40ce-9778-1e561fcd4108 req-babbae4e-4759-4b85-a548-b72cf95d0e4e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.1199489 Aug 27 09:48:04.529097 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e4f10-7395-4c34-b37b-9b84f807a646 req-4caf8867-1b4b-412d-a822-5b3fbcac4aaa tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:04.534487 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-17d7ce0f-f22f-40ce-9778-1e561fcd4108 req-69aaa96d-68a7-4403-9088-87507e952222 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541713 Aug 27 09:48:04.536529 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-737e4f10-7395-4c34-b37b-9b84f807a646 req-4caf8867-1b4b-412d-a822-5b3fbcac4aaa tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.2213924 Aug 27 09:48:04.599371 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f1d59633-a748-437b-a095-9c96d0b6ae38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:04.641239 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-737e4f10-7395-4c34-b37b-9b84f807a646 req-538299e1-aa46-415f-9da9-70da3a75bae5 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999682 Aug 27 09:48:04.689866 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f1d59633-a748-437b-a095-9c96d0b6ae38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:04.777783 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a1d90c5e-0404-4d6d-8329-80b601a25e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:04.782773 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a1d90c5e-0404-4d6d-8329-80b601a25e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:04.784298 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-a1d90c5e-0404-4d6d-8329-80b601a25e89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d2fe385-3afe-4715-9c0e-5217811bd6a4 HTTP/1.1" status: 204 len: 168 time: 0.5789735 Aug 27 09:48:04.798362 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d90c5e-0404-4d6d-8329-80b601a25e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2fe385-3afe-4715-9c0e-5217811bd6a4,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:04.822165 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f1d59633-a748-437b-a095-9c96d0b6ae38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:04.825685 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f1d59633-a748-437b-a095-9c96d0b6ae38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:04.831482 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-f1d59633-a748-437b-a095-9c96d0b6ae38 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c86b92d-5846-42ec-87b7-cde5da629a37 HTTP/1.1" status: 204 len: 168 time: 0.4638832 Aug 27 09:48:04.845119 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d59633-a748-437b-a095-9c96d0b6ae38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c86b92d-5846-42ec-87b7-cde5da629a37,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:04.873604 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935eb9f0-7d88-431d-b405-be6b8ca96179 req-141d32da-f787-4cc9-b4ce-508741c29f2f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:04.879860 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-935eb9f0-7d88-431d-b405-be6b8ca96179 req-141d32da-f787-4cc9-b4ce-508741c29f2f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.1540463 Aug 27 09:48:04.882756 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 51618) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:04.887709 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-f55e01ab-4d81-4212-a87b-d983c43ccabc tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Request body: {'floatingip': {'port_id': '60322d0d-86b6-4a85-acea-ea1c9f48a68f'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:48:04.970814 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f55e01ab-4d81-4212-a87b-d983c43ccabc tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for floatingip, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:05.253986 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51644) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:05.272153 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-16f9a661-a26c-4c78-ba1a-c50d965a49ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:05.387467 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-16f9a661-a26c-4c78-ba1a-c50d965a49ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:05.395899 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-16f9a661-a26c-4c78-ba1a-c50d965a49ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:05.435822 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9a661-a26c-4c78-ba1a-c50d965a49ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc33c695-b8ba-4617-a817-4f9a4cf89df4,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:05.444451 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-16f9a661-a26c-4c78-ba1a-c50d965a49ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cbd3c1144ec24745b34697c5b253702e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886294 Aug 27 09:48:05.445212 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51650) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:05.474893 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 51652) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:05.503681 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-230dcd45-a8a0-4b79-8882-f7ea83dc8e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:05.504395 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8c739952-1d74-48a8-b2b1-05c594e599f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:05.529222 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8c739952-1d74-48a8-b2b1-05c594e599f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:05.586661 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8c739952-1d74-48a8-b2b1-05c594e599f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:05.589772 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8c739952-1d74-48a8-b2b1-05c594e599f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:05.591041 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-8c739952-1d74-48a8-b2b1-05c594e599f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dc33c695-b8ba-4617-a817-4f9a4cf89df4 HTTP/1.1" status: 204 len: 168 time: 0.1430717 Aug 27 09:48:05.599959 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c739952-1d74-48a8-b2b1-05c594e599f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc33c695-b8ba-4617-a817-4f9a4cf89df4,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:05.775493 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f55e01ab-4d81-4212-a87b-d983c43ccabc tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:05.830166 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f55e01ab-4d81-4212-a87b-d983c43ccabc tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504191'] for floatingip, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:05.835683 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-230dcd45-a8a0-4b79-8882-f7ea83dc8e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:05.876828 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314e6f8-2ef8-41e2-9760-765a167dab2c req-79e3cef9-a7cd-4f16-9cbc-13e550ff4e11 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:05.878810 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c314e6f8-2ef8-41e2-9760-765a167dab2c req-79e3cef9-a7cd-4f16-9cbc-13e550ff4e11 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.2340291 Aug 27 09:48:05.883162 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-230dcd45-a8a0-4b79-8882-f7ea83dc8e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:06.004827 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-230dcd45-a8a0-4b79-8882-f7ea83dc8e3d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f9c56a26faa8479187546fedb53be9dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5289013 Aug 27 09:48:06.008041 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51682) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:06.009807 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dcd45-a8a0-4b79-8882-f7ea83dc8e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f263465b-5bf5-4c93-9f6c-1b2e4d595b5d,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:06.030223 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c314e6f8-2ef8-41e2-9760-765a167dab2c req-729d910f-32df-47d3-93d9-40e93a3cf3f2 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425128 Aug 27 09:48:06.071627 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-a27e2e80-b187-4b9e-bc90-37a6a7b07c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:06.079210 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.l3_db [None req-f55e01ab-4d81-4212-a87b-d983c43ccabc tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Floating IP 164782a6-57d7-4cd5-a3d2-b6afc13a5438 associated. External IP: 172.27.3.110, port: 60322d0d-86b6-4a85-acea-ea1c9f48a68f. Aug 27 09:48:06.126391 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-a27e2e80-b187-4b9e-bc90-37a6a7b07c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:06.228883 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-a27e2e80-b187-4b9e-bc90-37a6a7b07c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:06.238420 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-a27e2e80-b187-4b9e-bc90-37a6a7b07c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:06.241614 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-a27e2e80-b187-4b9e-bc90-37a6a7b07c5e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f263465b-5bf5-4c93-9f6c-1b2e4d595b5d HTTP/1.1" status: 204 len: 168 time: 0.2311792 Aug 27 09:48:06.271623 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e2e80-b187-4b9e-bc90-37a6a7b07c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f263465b-5bf5-4c93-9f6c-1b2e4d595b5d,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:06.640829 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb0589-fa03-4566-8f54-d767af9c05de req-43938ed9-5de2-4b30-a86d-20c508a9778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:06.642349 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6abb0589-fa03-4566-8f54-d767af9c05de req-43938ed9-5de2-4b30-a86d-20c508a9778b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8af955f507041b0a77e055bd3164b0b&device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 1098 time: 0.1011662 Aug 27 09:48:06.652346 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020e43e-9b4f-4867-8c64-4374d75f9c19 req-5d320294-9774-47fc-a6ab-95665e56d93b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:06.654358 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1020e43e-9b4f-4867-8c64-4374d75f9c19 req-5d320294-9774-47fc-a6ab-95665e56d93b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.1145203 Aug 27 09:48:06.783143 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51716) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:06.801359 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9816f82d-9d92-47e8-be8b-756717fabb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:06.882474 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1020e43e-9b4f-4867-8c64-4374d75f9c19 req-08122642-b6ba-4f22-808d-f03f3e0b5f14 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193308 Aug 27 09:48:06.904891 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9816f82d-9d92-47e8-be8b-756717fabb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:06.909656 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9816f82d-9d92-47e8-be8b-756717fabb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:06.930087 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb0589-fa03-4566-8f54-d767af9c05de req-ebb93dc2-2a2a-4647-9114-bfb8afed0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:06.931572 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6abb0589-fa03-4566-8f54-d767af9c05de req-ebb93dc2-2a2a-4647-9114-bfb8afed0904 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d949d78-38f1-4e99-8b6a-57368afc2039 HTTP/1.1" status: 200 len: 921 time: 0.2701576 Aug 27 09:48:06.933417 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55e01ab-4d81-4212-a87b-d983c43ccabc tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:48:06.950074 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-9816f82d-9d92-47e8-be8b-756717fabb3e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04d6ddb4026947fb9478a8c02bf75123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658342 Aug 27 09:48:06.951201 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816f82d-9d92-47e8-be8b-756717fabb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74eebb6f-5b99-4e18-84bf-c99853f78552,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:06.954391 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51722) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:07.020270 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0e6f6269-e697-4f47-82ca-3b22cb976ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:07.024861 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6abb0589-fa03-4566-8f54-d767af9c05de req-95deb24e-4cbb-4286-b8e7-e513f6d23b7a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4991628c-cf49-4264-a640-9ecd11fd1bb4 HTTP/1.1" status: 200 len: 217 time: 0.0791771 Aug 27 09:48:07.048799 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0e6f6269-e697-4f47-82ca-3b22cb976ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:07.100665 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0e6f6269-e697-4f47-82ca-3b22cb976ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:07.106618 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0e6f6269-e697-4f47-82ca-3b22cb976ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:07.112352 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-0e6f6269-e697-4f47-82ca-3b22cb976ab1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74eebb6f-5b99-4e18-84bf-c99853f78552 HTTP/1.1" status: 204 len: 168 time: 0.1569703 Aug 27 09:48:07.121196 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f6269-e697-4f47-82ca-3b22cb976ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eebb6f-5b99-4e18-84bf-c99853f78552,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:07.125444 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb0589-fa03-4566-8f54-d767af9c05de req-d2e72b05-5510-407e-a228-43709923fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:07.127303 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6abb0589-fa03-4566-8f54-d767af9c05de req-d2e72b05-5510-407e-a228-43709923fd1e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a0b116e-984c-4493-adcb-d387668ba116 HTTP/1.1" status: 200 len: 859 time: 0.0929897 Aug 27 09:48:07.162747 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6abb0589-fa03-4566-8f54-d767af9c05de req-f533f5f1-1a46-4388-a748-74dc2e675f7e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d949d78-38f1-4e99-8b6a-57368afc2039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277381 Aug 27 09:48:07.163910 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55e01ab-4d81-4212-a87b-d983c43ccabc tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:48:07.168357 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f55e01ab-4d81-4212-a87b-d983c43ccabc tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:07.182228 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f596b7a8-b01d-410d-86b0-4252216d55a7 None None] Sync routers for ids ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'] in dv-cinder-804757-3-iscsi {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:48:07.194110 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f596b7a8-b01d-410d-86b0-4252216d55a7 None None] Routers {'8402f0e2-5f96-4cf1-8524-635fd4c25d13'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:48:07.194849 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-f596b7a8-b01d-410d-86b0-4252216d55a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:47:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:48:07.274156 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-f55e01ab-4d81-4212-a87b-d983c43ccabc tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "PUT /v2.0/floatingips/164782a6-57d7-4cd5-a3d2-b6afc13a5438 HTTP/1.1" status: 200 len: 991 time: 2.3898721 Aug 27 09:48:07.276736 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb3db99-c9a7-4bdf-9195-6acd98a74be7', 'tag': '60322d0d-86b6-4a85-acea-ea1c9f48a68f'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:48:07.279098 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12748928-c3e7-4c07-ab9a-d8db29b74640" -d '{"events": [{"name": "network-changed", "server_uuid": "beb3db99-c9a7-4bdf-9195-6acd98a74be7", "tag": "60322d0d-86b6-4a85-acea-ea1c9f48a68f"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:48:07.370460 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0c744a-d3ff-40b7-aa91-dc0101f8b17b x-openstack-request-id: req-3d0c744a-d3ff-40b7-aa91-dc0101f8b17b {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:48:07.370882 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb3db99-c9a7-4bdf-9195-6acd98a74be7", "tag": "60322d0d-86b6-4a85-acea-ea1c9f48a68f", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:48:07.371129 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d0c744a-d3ff-40b7-aa91-dc0101f8b17b {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:48:07.371776 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb3db99-c9a7-4bdf-9195-6acd98a74be7', 'tag': '60322d0d-86b6-4a85-acea-ea1c9f48a68f', 'status': 'completed', 'code': 200} Aug 27 09:48:07.404381 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6abb0589-fa03-4566-8f54-d767af9c05de req-e055368f-b7ef-4358-a0fd-b6f9f74fbf1f service neutron] 10.222.0.65 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175217 Aug 27 09:48:07.426294 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-f596b7a8-b01d-410d-86b0-4252216d55a7 None None] Set router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:48:07.532787 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 51744) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:07.544692 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12748928-c3e7-4c07-ab9a-d8db29b74640 req-a5ae6821-f9b8-45bb-a6c2-f1f97b4fd77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:07.546685 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-12748928-c3e7-4c07-ab9a-d8db29b74640 req-a5ae6821-f9b8-45bb-a6c2-f1f97b4fd77b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ec5ee960a9a402baca62a4f82fadfe3&device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 1098 time: 0.0976229 Aug 27 09:48:07.590979 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6abb0589-fa03-4566-8f54-d767af9c05de req-a38b0f74-4dc6-4e0c-b997-67717ca9fbe3 service neutron] 10.222.0.65 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696749 Aug 27 09:48:07.777886 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12748928-c3e7-4c07-ab9a-d8db29b74640 req-45034074-8f73-416f-b220-fd0a8e2e268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:07.780069 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-12748928-c3e7-4c07-ab9a-d8db29b74640 req-45034074-8f73-416f-b220-fd0a8e2e268d service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 HTTP/1.1" status: 200 len: 918 time: 0.2097411 Aug 27 09:48:07.821943 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1550e081-ce74-4255-a2c6-f1b68a9fd48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:07.968198 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-12748928-c3e7-4c07-ab9a-d8db29b74640 req-b13620c7-38b1-4346-adab-9bf93e84038e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60322d0d-86b6-4a85-acea-ea1c9f48a68f HTTP/1.1" status: 200 len: 999 time: 0.1733782 Aug 27 09:48:08.041157 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12748928-c3e7-4c07-ab9a-d8db29b74640 req-e6977ea5-2c82-4119-9a6d-3fc3c668e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:08.043700 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-12748928-c3e7-4c07-ab9a-d8db29b74640 req-e6977ea5-2c82-4119-9a6d-3fc3c668e4ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=505694e5-d336-4af2-b727-846909e5f608 HTTP/1.1" status: 200 len: 855 time: 0.0643198 Aug 27 09:48:08.064581 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51786) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:08.071057 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-f596b7a8-b01d-410d-86b0-4252216d55a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '03955d54-ed8b-4170-944b-476665b55f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:47:21Z', 'revision_number': 4, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port': {'id': '03955d54-ed8b-4170-944b-476665b55f02', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': '164782a6-57d7-4cd5-a3d2-b6afc13a5438', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'port_id': '60322d0d-86b6-4a85-acea-ea1c9f48a68f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'mac_address': 'fa:16:3e:68:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3db99-c9a7-4bdf-9195-6acd98a74be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:47:31Z', 'updated_at': '2021-08-27T09:48:05Z', 'revision_number': 1, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03b82c4-4d05-4028-80c9-abcd87cefe35', 'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'mac_address': 'fa:16:3e:e5:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:19Z', 'updated_at': '2021-08-27T09:47:30Z', 'revision_number': 5, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'subnets': [{'id': '505694e5-d336-4af2-b727-846909e5f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:48:08.104794 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f596b7a8-b01d-410d-86b0-4252216d55a7 None None] Checking router: 8402f0e2-5f96-4cf1-8524-635fd4c25d13 for host: dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:48:08.124513 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1550e081-ce74-4255-a2c6-f1b68a9fd48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:08.137951 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f596b7a8-b01d-410d-86b0-4252216d55a7 None None] Routers {'8402f0e2-5f96-4cf1-8524-635fd4c25d13'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:48:08.138574 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-f596b7a8-b01d-410d-86b0-4252216d55a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:47:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:48:08.154067 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1550e081-ce74-4255-a2c6-f1b68a9fd48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:08.155363 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12748928-c3e7-4c07-ab9a-d8db29b74640 req-c7305786-df5b-4ff6-b3bb-862250df8149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:08.157352 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-12748928-c3e7-4c07-ab9a-d8db29b74640 req-c7305786-df5b-4ff6-b3bb-862250df8149 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0902305 Aug 27 09:48:08.209048 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550e081-ce74-4255-a2c6-f1b68a9fd48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a606ca6-adbe-4a02-abf5-3fd50dbe1d28,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:08.262772 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd2a6b-e47f-4db3-9a35-fca14557a3d7 req-4761c525-ff69-4127-90f7-0944c8c4b426 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:08.266567 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-bccd2a6b-e47f-4db3-9a35-fca14557a3d7 req-4761c525-ff69-4127-90f7-0944c8c4b426 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.1824660 Aug 27 09:48:08.275746 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-1550e081-ce74-4255-a2c6-f1b68a9fd48b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f77f356808914591ba7350debb3a71d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7414246 Aug 27 09:48:08.278639 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 51798) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:08.300405 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-f596b7a8-b01d-410d-86b0-4252216d55a7 None None] Set router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:48:08.335078 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-12748928-c3e7-4c07-ab9a-d8db29b74640 req-360c4b5e-f640-44cf-b489-01aa42555bf0 service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644783 Aug 27 09:48:08.421676 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-506cb430-8f84-42db-bfe0-d7fc306574f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:08.445621 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-392a45e9-de87-4ff3-bfb2-722e00edc147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:08.449077 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-506cb430-8f84-42db-bfe0-d7fc306574f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:08.534572 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-bccd2a6b-e47f-4db3-9a35-fca14557a3d7 req-033254d2-999d-4de2-9d01-a76efa9ee3c8 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520890 Aug 27 09:48:08.535852 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-506cb430-8f84-42db-bfe0-d7fc306574f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:08.538744 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-506cb430-8f84-42db-bfe0-d7fc306574f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:08.539850 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-506cb430-8f84-42db-bfe0-d7fc306574f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a606ca6-adbe-4a02-abf5-3fd50dbe1d28 HTTP/1.1" status: 204 len: 168 time: 0.2601249 Aug 27 09:48:08.547961 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-f596b7a8-b01d-410d-86b0-4252216d55a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '03955d54-ed8b-4170-944b-476665b55f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:47:21Z', 'revision_number': 4, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port': {'id': '03955d54-ed8b-4170-944b-476665b55f02', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': '164782a6-57d7-4cd5-a3d2-b6afc13a5438', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'port_id': '60322d0d-86b6-4a85-acea-ea1c9f48a68f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'mac_address': 'fa:16:3e:68:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3db99-c9a7-4bdf-9195-6acd98a74be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:47:31Z', 'updated_at': '2021-08-27T09:48:05Z', 'revision_number': 1, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03b82c4-4d05-4028-80c9-abcd87cefe35', 'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'mac_address': 'fa:16:3e:e5:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:19Z', 'updated_at': '2021-08-27T09:47:30Z', 'revision_number': 5, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'subnets': [{'id': '505694e5-d336-4af2-b727-846909e5f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:48:08.548130 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506cb430-8f84-42db-bfe0-d7fc306574f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a606ca6-adbe-4a02-abf5-3fd50dbe1d28,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:08.553553 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-12748928-c3e7-4c07-ab9a-d8db29b74640 req-ec5e67ac-84b0-48eb-9d45-a05b9dd8dd82 service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086267 Aug 27 09:48:08.600990 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f596b7a8-b01d-410d-86b0-4252216d55a7 None None] The sync data for ids ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'] in dv-cinder-804757-3-iscsi is: [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '03955d54-ed8b-4170-944b-476665b55f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:47:21Z', 'revision_number': 4, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port': {'id': '03955d54-ed8b-4170-944b-476665b55f02', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': '164782a6-57d7-4cd5-a3d2-b6afc13a5438', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'port_id': '60322d0d-86b6-4a85-acea-ea1c9f48a68f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'mac_address': 'fa:16:3e:68:57:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3db99-c9a7-4bdf-9195-6acd98a74be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:47:31Z', 'updated_at': '2021-08-27T09:48:05Z', 'revision_number': 1, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03b82c4-4d05-4028-80c9-abcd87cefe35', 'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'mac_address': 'fa:16:3e:e5:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:19Z', 'updated_at': '2021-08-27T09:47:30Z', 'revision_number': 5, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'subnets': [{'id': '505694e5-d336-4af2-b727-846909e5f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:48:08.668613 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-392a45e9-de87-4ff3-bfb2-722e00edc147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:08.674335 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-392a45e9-de87-4ff3-bfb2-722e00edc147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:08.725995 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a45e9-de87-4ff3-bfb2-722e00edc147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf2beed-d66c-4b65-acfb-7813ad471036,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:08.741859 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 51818) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:08.742418 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-392a45e9-de87-4ff3-bfb2-722e00edc147 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19fc681c7b694a79ac5c3f6dc8641cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6765354 Aug 27 09:48:08.822974 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7c4313b8-b202-4560-8739-0f7792813077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:08.848622 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7c4313b8-b202-4560-8739-0f7792813077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:08.909438 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea744801-44b6-4bd4-9be2-ba5c5e30908d None None] New status for floating IP 164782a6-57d7-4cd5-a3d2-b6afc13a5438: ACTIVE {{(pid=100336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 09:48:08.954958 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7c4313b8-b202-4560-8739-0f7792813077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:08.957463 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7c4313b8-b202-4560-8739-0f7792813077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:08.962045 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-7c4313b8-b202-4560-8739-0f7792813077 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/abf2beed-d66c-4b65-acfb-7813ad471036 HTTP/1.1" status: 204 len: 168 time: 0.2181315 Aug 27 09:48:08.975111 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4313b8-b202-4560-8739-0f7792813077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf2beed-d66c-4b65-acfb-7813ad471036,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:09.429375 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 51862) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:09.443595 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8b39fc8e-1d30-4ce6-b830-2217e71a3604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:09.547690 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8b39fc8e-1d30-4ce6-b830-2217e71a3604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:09.552563 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8b39fc8e-1d30-4ce6-b830-2217e71a3604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:09.595243 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-8b39fc8e-1d30-4ce6-b830-2217e71a3604 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db6e9c02b42d4e7dbf10d32b291bb1e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1644166 Aug 27 09:48:09.596247 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39fc8e-1d30-4ce6-b830-2217e71a3604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555dcc44-f40c-4034-8269-de61728ac142,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:09.597835 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51874) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:09.685080 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100b8dd-0780-4196-b94e-7239e35ad757 req-5ce6a9dc-3ff9-4425-9d57-21f8bbe20396 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:09.687887 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f100b8dd-0780-4196-b94e-7239e35ad757 req-5ce6a9dc-3ff9-4425-9d57-21f8bbe20396 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0705445 Aug 27 09:48:09.690174 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1a422f6e-328a-4854-acf1-d6126881d860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:09.722421 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1a422f6e-328a-4854-acf1-d6126881d860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:09.729409 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f100b8dd-0780-4196-b94e-7239e35ad757 req-a26aa1d4-6ec4-4a41-bcd8-8596b1759df7 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346057 Aug 27 09:48:09.796466 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1a422f6e-328a-4854-acf1-d6126881d860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:09.799438 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1a422f6e-328a-4854-acf1-d6126881d860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:09.801182 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-1a422f6e-328a-4854-acf1-d6126881d860 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/555dcc44-f40c-4034-8269-de61728ac142 HTTP/1.1" status: 204 len: 168 time: 0.1995780 Aug 27 09:48:09.814373 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a422f6e-328a-4854-acf1-d6126881d860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555dcc44-f40c-4034-8269-de61728ac142,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:09.855855 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 51882) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:09.978423 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8b1fd90e-5630-45f9-89ef-ee1d094cb2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:10.081147 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8b1fd90e-5630-45f9-89ef-ee1d094cb2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:10.085409 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8b1fd90e-5630-45f9-89ef-ee1d094cb2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:10.125739 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-8b1fd90e-5630-45f9-89ef-ee1d094cb2b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0de80e9782a043b6874a4b6f4b3dd193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687204 Aug 27 09:48:10.127885 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fd90e-5630-45f9-89ef-ee1d094cb2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b339335d-1eaf-4fa8-8327-bd7a4565d6c8,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:10.129641 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51894) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:10.180092 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0989d109-1ed9-4d57-9db9-f90085742353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:10.202635 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0989d109-1ed9-4d57-9db9-f90085742353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:10.260511 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0989d109-1ed9-4d57-9db9-f90085742353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:10.263294 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0989d109-1ed9-4d57-9db9-f90085742353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:10.267248 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-0989d109-1ed9-4d57-9db9-f90085742353 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b339335d-1eaf-4fa8-8327-bd7a4565d6c8 HTTP/1.1" status: 204 len: 168 time: 0.1334617 Aug 27 09:48:10.272905 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989d109-1ed9-4d57-9db9-f90085742353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b339335d-1eaf-4fa8-8327-bd7a4565d6c8,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:10.713945 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 51934) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:10.728065 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-d95a598c-82c3-4209-a70f-fd1c0fe76573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:10.836283 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-d95a598c-82c3-4209-a70f-fd1c0fe76573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:10.841321 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-d95a598c-82c3-4209-a70f-fd1c0fe76573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:10.859337 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233ec3a-22fd-4650-a0d1-19b5094fb05d req-33b87200-d914-4584-a629-d2bba6a8eb2e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:10.861554 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3233ec3a-22fd-4650-a0d1-19b5094fb05d req-33b87200-d914-4584-a629-d2bba6a8eb2e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0549445 Aug 27 09:48:10.883544 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-d95a598c-82c3-4209-a70f-fd1c0fe76573 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41756f79d1f54dd4bafed76aa5e3f4ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685092 Aug 27 09:48:10.885511 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a598c-82c3-4209-a70f-fd1c0fe76573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637a15c9-118a-4903-bfeb-20c05197c2fa,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:10.886188 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 51942) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:10.921380 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3233ec3a-22fd-4650-a0d1-19b5094fb05d req-887f8053-0d1e-4682-89c9-e6f5e5b4edb7 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527773 Aug 27 09:48:10.951973 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a20e3ec1-137e-42d0-8594-52f23f3988ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:10.975065 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a20e3ec1-137e-42d0-8594-52f23f3988ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:11.026467 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a20e3ec1-137e-42d0-8594-52f23f3988ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:11.029554 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a20e3ec1-137e-42d0-8594-52f23f3988ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:11.037114 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-a20e3ec1-137e-42d0-8594-52f23f3988ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/637a15c9-118a-4903-bfeb-20c05197c2fa HTTP/1.1" status: 204 len: 168 time: 0.1497614 Aug 27 09:48:11.046134 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e3ec1-137e-42d0-8594-52f23f3988ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637a15c9-118a-4903-bfeb-20c05197c2fa,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:11.352366 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 51974) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:11.366890 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ef597b72-13d4-4ae3-be09-4f6059c3e773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:11.484775 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ef597b72-13d4-4ae3-be09-4f6059c3e773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:11.489741 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ef597b72-13d4-4ae3-be09-4f6059c3e773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:11.533823 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef597b72-13d4-4ae3-be09-4f6059c3e773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226d43f3-6d43-49e2-bdd3-8148992973c3,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:11.540243 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-ef597b72-13d4-4ae3-be09-4f6059c3e773 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d8ce057ee854f78bf53065b2e831935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1845415 Aug 27 09:48:11.540922 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 51988) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:11.595930 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7ee85401-8262-4eee-baa6-70c6f48215bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:11.623733 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7ee85401-8262-4eee-baa6-70c6f48215bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:11.683891 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7ee85401-8262-4eee-baa6-70c6f48215bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:11.687523 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7ee85401-8262-4eee-baa6-70c6f48215bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:11.691307 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-7ee85401-8262-4eee-baa6-70c6f48215bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/226d43f3-6d43-49e2-bdd3-8148992973c3 HTTP/1.1" status: 204 len: 168 time: 0.1470282 Aug 27 09:48:11.697714 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee85401-8262-4eee-baa6-70c6f48215bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226d43f3-6d43-49e2-bdd3-8148992973c3,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:12.090951 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dc538-9403-484c-a5ed-e05460736f6e req-f5010f99-4397-4ca3-bb58-c0858970c797 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:12.094320 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-271dc538-9403-484c-a5ed-e05460736f6e req-f5010f99-4397-4ca3-bb58-c0858970c797 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0801909 Aug 27 09:48:12.129825 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 52034) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:12.149045 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-271dc538-9403-484c-a5ed-e05460736f6e req-dcc53829-892c-4aa8-b8d4-2dad9679c65f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466673 Aug 27 09:48:12.268140 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-a76b5c54-2dd2-4af3-963d-302b677e0883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:12.380485 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-a76b5c54-2dd2-4af3-963d-302b677e0883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:12.385504 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-a76b5c54-2dd2-4af3-963d-302b677e0883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:12.431800 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-a76b5c54-2dd2-4af3-963d-302b677e0883 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9d64733a315541e7b0350237ce16630e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007934 Aug 27 09:48:12.432756 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b5c54-2dd2-4af3-963d-302b677e0883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5b5ecc-c3fe-40b4-a097-f62dd810b474,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:12.435138 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 52058) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:12.441256 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b5c54-2dd2-4af3-963d-302b677e0883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:12.441816 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b5c54-2dd2-4af3-963d-302b677e0883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:12.442295 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b5c54-2dd2-4af3-963d-302b677e0883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:12.442922 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b5c54-2dd2-4af3-963d-302b677e0883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:12.443388 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b5c54-2dd2-4af3-963d-302b677e0883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:12.443869 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b5c54-2dd2-4af3-963d-302b677e0883 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:12.444331 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b5c54-2dd2-4af3-963d-302b677e0883 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:12.444790 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b5c54-2dd2-4af3-963d-302b677e0883 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:12.445434 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b5c54-2dd2-4af3-963d-302b677e0883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:12.446225 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b5c54-2dd2-4af3-963d-302b677e0883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:12.447588 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b5c54-2dd2-4af3-963d-302b677e0883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:12.448105 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b5c54-2dd2-4af3-963d-302b677e0883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:12.520163 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-55a906af-63db-4545-9add-82fce3896720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:12.546823 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-55a906af-63db-4545-9add-82fce3896720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:12.613868 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-55a906af-63db-4545-9add-82fce3896720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:12.616438 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-55a906af-63db-4545-9add-82fce3896720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:12.619001 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-55a906af-63db-4545-9add-82fce3896720 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e5b5ecc-c3fe-40b4-a097-f62dd810b474 HTTP/1.1" status: 204 len: 168 time: 0.1761839 Aug 27 09:48:12.628252 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a906af-63db-4545-9add-82fce3896720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5b5ecc-c3fe-40b4-a097-f62dd810b474,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:12.817379 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 52086) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:13.058167 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-48079990-39cb-412e-b179-62bf3791fa64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:13.162986 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-48079990-39cb-412e-b179-62bf3791fa64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:13.171246 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-48079990-39cb-412e-b179-62bf3791fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:13.218993 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-48079990-39cb-412e-b179-62bf3791fa64 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb638fbd358b4a46b528224978aa3cd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3980565 Aug 27 09:48:13.218993 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48079990-39cb-412e-b179-62bf3791fa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65abdfb8-d865-4dd8-b5ce-d2ecc8cce526,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:13.219900 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 52112) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:13.230388 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48079990-39cb-412e-b179-62bf3791fa64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:13.232235 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48079990-39cb-412e-b179-62bf3791fa64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:13.235477 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48079990-39cb-412e-b179-62bf3791fa64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:13.236467 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48079990-39cb-412e-b179-62bf3791fa64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:13.236907 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48079990-39cb-412e-b179-62bf3791fa64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:13.237336 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48079990-39cb-412e-b179-62bf3791fa64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:13.238003 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48079990-39cb-412e-b179-62bf3791fa64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:13.238452 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48079990-39cb-412e-b179-62bf3791fa64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:13.238873 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48079990-39cb-412e-b179-62bf3791fa64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:13.239454 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48079990-39cb-412e-b179-62bf3791fa64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:13.239938 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48079990-39cb-412e-b179-62bf3791fa64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:13.240357 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48079990-39cb-412e-b179-62bf3791fa64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:13.303533 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-340b6dba-6d0d-4a47-b9c5-774ece70f326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:13.332093 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-340b6dba-6d0d-4a47-b9c5-774ece70f326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:13.347030 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83685d2f-d32f-4edf-878f-b714f93fa8fc req-91d657f9-3565-44b2-8520-c53ef8edfa0c tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:13.355746 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-83685d2f-d32f-4edf-878f-b714f93fa8fc req-91d657f9-3565-44b2-8520-c53ef8edfa0c tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0865266 Aug 27 09:48:13.368732 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 52116) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:13.404554 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 52120) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:13.413305 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-340b6dba-6d0d-4a47-b9c5-774ece70f326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:13.424963 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-340b6dba-6d0d-4a47-b9c5-774ece70f326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:13.424963 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-340b6dba-6d0d-4a47-b9c5-774ece70f326 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/65abdfb8-d865-4dd8-b5ce-d2ecc8cce526 HTTP/1.1" status: 204 len: 168 time: 0.1998301 Aug 27 09:48:13.433528 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-83685d2f-d32f-4edf-878f-b714f93fa8fc req-d0b52419-2916-4d61-8d29-42b0f3341d2d tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714757 Aug 27 09:48:13.449558 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b6dba-6d0d-4a47-b9c5-774ece70f326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65abdfb8-d865-4dd8-b5ce-d2ecc8cce526,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:13.582251 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0521f0f3-10d5-4cbc-a0df-68ffd4fbdf69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:13.589929 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-12d370ae-c448-4615-a550-e7c1e88996a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:13.630080 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.db.api [None req-12d370ae-c448-4615-a550-e7c1e88996a3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 09:48:13.630080 dv-cinder-804757-3-iscsi neutron-server[100335]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 09:48:13.630080 dv-cinder-804757-3-iscsi neutron-server[100335]: [parameters: {'project_id': '9eaed31e506e4fbdbd77d24a0fc89279', 'id': '16e20108-6414-49b9-9fbe-959d77d4922f', 'expiration': datetime.datetime(2021, 8, 27, 9, 50, 13, 619487)}] Aug 27 09:48:13.630080 dv-cinder-804757-3-iscsi neutron-server[100335]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 09:48:13.630974 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG oslo_db.api [None req-12d370ae-c448-4615-a550-e7c1e88996a3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 09:48:13.722549 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0521f0f3-10d5-4cbc-a0df-68ffd4fbdf69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:13.728148 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0521f0f3-10d5-4cbc-a0df-68ffd4fbdf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:13.771362 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-0521f0f3-10d5-4cbc-a0df-68ffd4fbdf69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73a80488912f4b1cb843299e6a50a4b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3653619 Aug 27 09:48:13.772466 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521f0f3-10d5-4cbc-a0df-68ffd4fbdf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1681032f-9880-45c4-b237-7f93803ae814,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:13.773987 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 52142) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:13.896827 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-46facf6a-4a6d-4f9b-9c27-3ad54db0a355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:13.923506 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-46facf6a-4a6d-4f9b-9c27-3ad54db0a355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:13.940445 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 52152) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:13.957306 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-7c4ed5a6-949f-4c5e-850e-6c3bfd76ef7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:13.959171 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0488c-581b-4d05-b8e8-3cdd3a9d0c52 req-c2eca8f1-2bf9-4b8f-83ae-dc6481c8820b tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:13.960692 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d8c0488c-581b-4d05-b8e8-3cdd3a9d0c52 req-c2eca8f1-2bf9-4b8f-83ae-dc6481c8820b tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 945 time: 0.1042042 Aug 27 09:48:14.006226 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d8c0488c-581b-4d05-b8e8-3cdd3a9d0c52 req-947da1a2-d966-4cf9-b874-5fd424ec65fc tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359848 Aug 27 09:48:14.011810 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-46facf6a-4a6d-4f9b-9c27-3ad54db0a355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:14.015532 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-46facf6a-4a6d-4f9b-9c27-3ad54db0a355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:14.016897 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-46facf6a-4a6d-4f9b-9c27-3ad54db0a355 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1681032f-9880-45c4-b237-7f93803ae814 HTTP/1.1" status: 204 len: 168 time: 0.2415271 Aug 27 09:48:14.026956 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46facf6a-4a6d-4f9b-9c27-3ad54db0a355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1681032f-9880-45c4-b237-7f93803ae814,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:14.182660 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-12d370ae-c448-4615-a550-e7c1e88996a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:14.270371 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-7c4ed5a6-949f-4c5e-850e-6c3bfd76ef7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:14.281924 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-7c4ed5a6-949f-4c5e-850e-6c3bfd76ef7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:14.331632 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-7c4ed5a6-949f-4c5e-850e-6c3bfd76ef7e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0fc03c991f2b403d9820c41be9cab9dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899498 Aug 27 09:48:14.334496 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 52172) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:14.348266 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ed5a6-949f-4c5e-850e-6c3bfd76ef7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdb45e1-6805-4805-a444-bb3d678bb419,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:14.420351 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4ecce296-f5ea-4079-a425-25fb3ef68a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:14.420592 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-12d370ae-c448-4615-a550-e7c1e88996a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:14.426262 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-12d370ae-c448-4615-a550-e7c1e88996a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:14.445636 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4ecce296-f5ea-4079-a425-25fb3ef68a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:14.484946 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-12d370ae-c448-4615-a550-e7c1e88996a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9eaed31e506e4fbdbd77d24a0fc89279&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1151874 Aug 27 09:48:14.488362 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 52206) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:14.489955 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d370ae-c448-4615-a550-e7c1e88996a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f981c6fb-6643-4536-bd49-ba94a4bce5c2,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:14.569896 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4ecce296-f5ea-4079-a425-25fb3ef68a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:14.574636 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4ecce296-f5ea-4079-a425-25fb3ef68a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:14.578757 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-4ecce296-f5ea-4079-a425-25fb3ef68a19 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3bdb45e1-6805-4805-a444-bb3d678bb419 HTTP/1.1" status: 204 len: 168 time: 0.2402122 Aug 27 09:48:14.597235 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecce296-f5ea-4079-a425-25fb3ef68a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdb45e1-6805-4805-a444-bb3d678bb419,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:14.634921 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f0bd2-4a51-4ea2-b8bd-82ee36f1e4d5 req-a486207c-01ed-487a-af2d-eef13d8f387e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:14.636628 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-bb3f0bd2-4a51-4ea2-b8bd-82ee36f1e4d5 req-a486207c-01ed-487a-af2d-eef13d8f387e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.1011147 Aug 27 09:48:14.637771 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-af230c29-020a-4d49-9fa3-c4c0b802612c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:14.677887 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-af230c29-020a-4d49-9fa3-c4c0b802612c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:14.719711 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-bb3f0bd2-4a51-4ea2-b8bd-82ee36f1e4d5 req-77b25a34-a15d-4637-afd5-2cf337be9073 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702171 Aug 27 09:48:14.777462 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-af230c29-020a-4d49-9fa3-c4c0b802612c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:14.781365 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-af230c29-020a-4d49-9fa3-c4c0b802612c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:14.782876 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-af230c29-020a-4d49-9fa3-c4c0b802612c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f981c6fb-6643-4536-bd49-ba94a4bce5c2 HTTP/1.1" status: 204 len: 168 time: 0.2931376 Aug 27 09:48:14.792606 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af230c29-020a-4d49-9fa3-c4c0b802612c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f981c6fb-6643-4536-bd49-ba94a4bce5c2,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:15.205333 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6b989-b8b9-4b72-b2be-8aaeea228812 req-e2876237-2bdc-45d4-b748-377f93ac4aa7 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:15.207337 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-dce6b989-b8b9-4b72-b2be-8aaeea228812 req-e2876237-2bdc-45d4-b748-377f93ac4aa7 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 945 time: 0.0933902 Aug 27 09:48:15.274896 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-dce6b989-b8b9-4b72-b2be-8aaeea228812 req-57a5839c-0c14-4edd-a309-3637ad6e79ae tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589328 Aug 27 09:48:15.871872 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93bb36-c2f4-417f-b913-4d5ff62ea3ac req-8da404c9-29cd-48cc-8915-53666a6105b5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:15.873865 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-5b93bb36-c2f4-417f-b913-4d5ff62ea3ac req-8da404c9-29cd-48cc-8915-53666a6105b5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0649140 Aug 27 09:48:15.922047 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-5b93bb36-c2f4-417f-b913-4d5ff62ea3ac req-5a963adc-112c-49b6-a533-55da1ded9a5f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397222 Aug 27 09:48:16.413919 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158e317-bf8f-41ae-b89d-7026c1adb037 req-74621375-dc77-4a72-96c2-f95dc77ae4d3 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:16.415456 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6158e317-bf8f-41ae-b89d-7026c1adb037 req-74621375-dc77-4a72-96c2-f95dc77ae4d3 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 945 time: 0.0776594 Aug 27 09:48:16.442645 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d263a9a-d315-49a3-9b7f-f13f256f9ba6 req-b1185bce-7f63-4c38-8302-8beeb843d0b4 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:16.444175 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1d263a9a-d315-49a3-9b7f-f13f256f9ba6 req-b1185bce-7f63-4c38-8302-8beeb843d0b4 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 945 time: 0.0672443 Aug 27 09:48:16.469336 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6158e317-bf8f-41ae-b89d-7026c1adb037 req-23ee4e29-4618-4690-bfd2-eecec6f17386 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ff433a6-6798-444d-9cea-8c69ad43b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475376 Aug 27 09:48:16.637911 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 52372) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:16.643740 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [req-1d263a9a-d315-49a3-9b7f-f13f256f9ba6 req-1a475abc-b76f-42c1-9dc3-40a4faf30046 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Deleting port ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:48:16.644073 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-1d263a9a-d315-49a3-9b7f-f13f256f9ba6 req-1a475abc-b76f-42c1-9dc3-40a4faf30046 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:16.683116 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb9f479-fef9-4a0b-97ee-73ff692c7188 admin admin] Deleting subnet 2c78cfd3-a666-4bd3-8cd3-8ba1d603c248 {{(pid=100334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 09:48:16.687434 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0fb9f479-fef9-4a0b-97ee-73ff692c7188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:16.731808 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0fb9f479-fef9-4a0b-97ee-73ff692c7188 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:16.751595 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0fb9f479-fef9-4a0b-97ee-73ff692c7188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492648'] for subnet, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:16.820774 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0fb9f479-fef9-4a0b-97ee-73ff692c7188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for subnet, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:16.836864 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [req-1d263a9a-d315-49a3-9b7f-f13f256f9ba6 req-1a475abc-b76f-42c1-9dc3-40a4faf30046 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] For port ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d,segment=NetworkSegment(d1caabc8-dccb-4dfa-9d85-38906c2aed54),segment_id=d1caabc8-dccb-4dfa-9d85-38906c2aed54)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:48:16.837707 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-1d263a9a-d315-49a3-9b7f-f13f256f9ba6 req-1a475abc-b76f-42c1-9dc3-40a4faf30046 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:16.858266 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [req-1d263a9a-d315-49a3-9b7f-f13f256f9ba6 req-1a475abc-b76f-42c1-9dc3-40a4faf30046 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Calling delete_port for ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d owned by compute:nova {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:48:16.859049 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9f479-fef9-4a0b-97ee-73ff692c7188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c78cfd3-a666-4bd3-8cd3-8ba1d603c248,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:16.861314 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0fb9f479-fef9-4a0b-97ee-73ff692c7188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:16.864654 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-0fb9f479-fef9-4a0b-97ee-73ff692c7188 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2c78cfd3-a666-4bd3-8cd3-8ba1d603c248 HTTP/1.1" status: 204 len: 168 time: 0.2284353 Aug 27 09:48:16.867187 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 52382) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:16.961807 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574520'] for network, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:17.112451 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561491', 'neutron.services.segments.db._delete_segments_for_network-8775451844590'] for network, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:17.125361 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:48:17.125891 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:48:17.126647 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:48:17.127029 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Subscribe: > port after_create 55550000 {{(pid=100334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:48:17.127352 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:48:17.127749 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Subscribe: > port after_update 55550000 {{(pid=100334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:48:17.128138 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:48:17.128462 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:48:17.128786 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:48:17.129138 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:48:17.135706 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea5669-2a31-4c44-a496-8fc6a7d31b5f req-4d72c445-6c15-4419-8290-d703aef8b8d5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:17.137060 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-45ea5669-2a31-4c44-a496-8fc6a7d31b5f req-4d72c445-6c15-4419-8290-d703aef8b8d5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0903745 Aug 27 09:48:17.170024 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-1d263a9a-d315-49a3-9b7f-f13f256f9ba6 req-1a475abc-b76f-42c1-9dc3-40a4faf30046 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:17.183011 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:48:17.210487 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a475abc-b76f-42c1-9dc3-40a4faf30046 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Pushing event deleted for resources: {'Port': ['ID=ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:17.331208 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-45ea5669-2a31-4c44-a496-8fc6a7d31b5f req-de81609e-f83a-4750-a24e-fd407681392a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809340 Aug 27 09:48:17.346646 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d263a9a-d315-49a3-9b7f-f13f256f9ba6 req-1a475abc-b76f-42c1-9dc3-40a4faf30046 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] No DVR routers for this DVR port ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d on host hv-cinder-80475 {{(pid=100335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:48:17.350511 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-1d263a9a-d315-49a3-9b7f-f13f256f9ba6 req-1a475abc-b76f-42c1-9dc3-40a4faf30046 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:17.352729 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1d263a9a-d315-49a3-9b7f-f13f256f9ba6 req-1a475abc-b76f-42c1-9dc3-40a4faf30046 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.65 "DELETE /v2.0/ports/ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d HTTP/1.1" status: 204 len: 173 time: 0.8961368 Aug 27 09:48:17.353159 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9b99ac-049e-4cee-ab85-2a2036cb377d', 'name': 'network-vif-deleted', 'tag': 'ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d'}] {{(pid=100335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:48:17.355566 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}025450df2500551f9904fcf1c9a215fd0038e6a364e6ac7978f47cafd8b0d6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c7d49e-7d6f-48ae-ac62-040d2c61b4af" -d '{"events": [{"server_uuid": "6d9b99ac-049e-4cee-ab85-2a2036cb377d", "name": "network-vif-deleted", "tag": "ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d"}]}' {{(pid=100335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:48:17.361820 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:48:17.362433 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:48:17.363577 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:48:17.364698 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:48:17.365304 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4acf10f-3686-46c5-821f-dffa01c47ac9']}} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:48:17.389403 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80163105-ce62-4cf0-bc10-51898e0811d2') {'for_net_delete': True} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:48:17.392114 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80163105-ce62-4cf0-bc10-51898e0811d2') {} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:48:17.402866 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768d1027-a3c9-46f3-99f9-487de8a1e54b x-openstack-request-id: req-768d1027-a3c9-46f3-99f9-487de8a1e54b {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:48:17.403153 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9b99ac-049e-4cee-ab85-2a2036cb377d", "name": "network-vif-deleted", "tag": "ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d", "status": "completed", "code": 200}]} {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:48:17.403446 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-768d1027-a3c9-46f3-99f9-487de8a1e54b {{(pid=100335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:48:17.403835 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9b99ac-049e-4cee-ab85-2a2036cb377d', 'name': 'network-vif-deleted', 'tag': 'ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d', 'status': 'completed', 'code': 200} Aug 27 09:48:17.416489 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775451844473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10028809'] for segment, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:17.440467 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:17.451248 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=100334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 09:48:17.453720 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10058782'] for segment, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: from cryptography.utils import int_from_bytes Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: from cryptography.utils import int_from_bytes Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: Traceback (most recent call last): Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: timer() Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: cb(*args, **kw) Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: return func(*args, **kwargs) Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: self._notify() Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: self.callback(batched_events) Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: event.method(event) Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: return f(self, *a, **k) Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._get(url).json() Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: return self.request(url, 'GET', **kwargs) Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 09:48:17.459639 dv-cinder-804757-3-iscsi neutron-server[100334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 09:48:17.525546 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504205'] for network, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:17.544301 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:17.550380 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f4acf10f-3686-46c5-821f-dffa01c47ac9 HTTP/1.1" status: 204 len: 168 time: 0.6821041 Aug 27 09:48:17.553892 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 52412) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:17.564233 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eeb4cc-01f0-4c80-87ec-43ae475c7c06 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4acf10f-3686-46c5-821f-dffa01c47ac9,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:17.629527 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0252c427-f7e4-40b5-a49b-76da1ee4b9a0 req-b69ed838-5eab-4de7-a2eb-3a3392ad4daf tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 210 time: 0.0323753 Aug 27 09:48:17.638167 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e37e3b-a044-49ac-b664-980fd7e89d1d admin admin] Deleting subnet 7ebe894b-fdeb-4d73-a1b7-90ccd12434c8 {{(pid=100335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 09:48:17.643515 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e8e37e3b-a044-49ac-b664-980fd7e89d1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:17.683063 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e8e37e3b-a044-49ac-b664-980fd7e89d1d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:17.693705 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e8e37e3b-a044-49ac-b664-980fd7e89d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492648'] for subnet, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:17.750988 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e8e37e3b-a044-49ac-b664-980fd7e89d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for subnet, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:17.776999 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e37e3b-a044-49ac-b664-980fd7e89d1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ebe894b-fdeb-4d73-a1b7-90ccd12434c8,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:17.783144 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e8e37e3b-a044-49ac-b664-980fd7e89d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:17.788089 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-e8e37e3b-a044-49ac-b664-980fd7e89d1d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7ebe894b-fdeb-4d73-a1b7-90ccd12434c8 HTTP/1.1" status: 204 len: 168 time: 0.2331696 Aug 27 09:48:17.788322 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 52426) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:17.860212 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae571-ce86-4a17-b97c-30b5ba797e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574520'] for network, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:17.945459 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae571-ce86-4a17-b97c-30b5ba797e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561491', 'neutron.services.segments.db._delete_segments_for_network-8775451844590'] for network, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:17.957058 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-8a1ae571-ce86-4a17-b97c-30b5ba797e49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5ed0d8-e314-4c3f-bb3b-261e685755e2']}} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:48:17.967145 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-8a1ae571-ce86-4a17-b97c-30b5ba797e49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c9395c-b036-436a-a443-9391cb6b7b49') {'for_net_delete': True} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:48:17.967581 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-8a1ae571-ce86-4a17-b97c-30b5ba797e49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c9395c-b036-436a-a443-9391cb6b7b49') {} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:48:17.976578 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 52430) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:17.984790 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae571-ce86-4a17-b97c-30b5ba797e49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775451844473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10028809'] for segment, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:17.997615 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae571-ce86-4a17-b97c-30b5ba797e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:18.003531 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1ae571-ce86-4a17-b97c-30b5ba797e49 admin admin] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=100334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 09:48:18.003968 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae571-ce86-4a17-b97c-30b5ba797e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10058782'] for segment, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: Traceback (most recent call last): Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: timer() Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: cb(*args, **kw) Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: return func(*args, **kwargs) Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: self._notify() Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: self.callback(batched_events) Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: event.method(event) Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: return f(self, *a, **k) Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._get(url).json() Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: return self.request(url, 'GET', **kwargs) Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 09:48:18.005647 dv-cinder-804757-3-iscsi neutron-server[100334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 09:48:18.060707 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae571-ce86-4a17-b97c-30b5ba797e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504205'] for network, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:18.067080 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae571-ce86-4a17-b97c-30b5ba797e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:18.071900 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-8a1ae571-ce86-4a17-b97c-30b5ba797e49 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ce5ed0d8-e314-4c3f-bb3b-261e685755e2 HTTP/1.1" status: 204 len: 168 time: 0.2798972 Aug 27 09:48:18.094097 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ae571-ce86-4a17-b97c-30b5ba797e49 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce5ed0d8-e314-4c3f-bb3b-261e685755e2,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:18.103279 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-49b96fed-9eb7-4ee1-91d1-500f116ac187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:18.190798 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 52436) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:18.199599 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-49b96fed-9eb7-4ee1-91d1-500f116ac187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:18.204173 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-49b96fed-9eb7-4ee1-91d1-500f116ac187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:18.224217 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:48:18.236625 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-83c62ff6-c414-416f-b5a8-2e654128f458 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f559c5d88cf41bd817ad08bb8ce5a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446639 Aug 27 09:48:18.239358 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 52438) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:18.240728 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b96fed-9eb7-4ee1-91d1-500f116ac187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbfe756-9f8b-476f-910c-4625cd4a753b,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:18.248026 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-49b96fed-9eb7-4ee1-91d1-500f116ac187 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0ac2b1d90b3d4827a395bdabd16a0ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708113 Aug 27 09:48:18.248594 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 52440) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:18.306124 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-dba8888d-2d84-4ab8-8f53-e15d95c60682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:18.318813 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-a4665b32-94f9-47b1-9956-1baa8ffe507a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:18.328821 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-dba8888d-2d84-4ab8-8f53-e15d95c60682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:18.347895 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-a4665b32-94f9-47b1-9956-1baa8ffe507a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:18.406955 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-a4665b32-94f9-47b1-9956-1baa8ffe507a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:18.409512 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-a4665b32-94f9-47b1-9956-1baa8ffe507a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:18.410665 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-a4665b32-94f9-47b1-9956-1baa8ffe507a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7b561c9a-388d-4922-bc47-6117c33f96b4 HTTP/1.1" status: 204 len: 168 time: 0.1701913 Aug 27 09:48:18.422664 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4665b32-94f9-47b1-9956-1baa8ffe507a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b561c9a-388d-4922-bc47-6117c33f96b4,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:18.440329 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-dba8888d-2d84-4ab8-8f53-e15d95c60682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:18.442876 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-dba8888d-2d84-4ab8-8f53-e15d95c60682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:18.444257 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-dba8888d-2d84-4ab8-8f53-e15d95c60682 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6bbfe756-9f8b-476f-910c-4625cd4a753b HTTP/1.1" status: 204 len: 168 time: 0.1941392 Aug 27 09:48:18.475937 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8888d-2d84-4ab8-8f53-e15d95c60682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbfe756-9f8b-476f-910c-4625cd4a753b,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:18.498618 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969add28-bbc2-4a41-a796-d2d02513908e req-c7bf43fe-befd-402b-96d4-034b971ad1a6 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:18.500400 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-969add28-bbc2-4a41-a796-d2d02513908e req-c7bf43fe-befd-402b-96d4-034b971ad1a6 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0968254 Aug 27 09:48:18.572888 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-969add28-bbc2-4a41-a796-d2d02513908e req-9f01f09d-38d2-4e64-9388-7234abfa52a1 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653794 Aug 27 09:48:18.801463 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-39b82398-4be0-40f1-8e0d-aea6bb941233 req-f34f2166-1a6a-4769-ba0e-0bcdef05fab3 tempest-DeleteServersTestJSON-1050275557 tempest-DeleteServersTestJSON-1050275557-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d9b99ac-049e-4cee-ab85-2a2036cb377d HTTP/1.1" status: 200 len: 210 time: 0.0436444 Aug 27 09:48:18.977889 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 52478) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:19.020736 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 52480) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:19.028598 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-b5991b20-0541-4943-9ea4-1f0ed47f5974 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=34aaa35ab4424d9e93a560ea507d82ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495703 Aug 27 09:48:19.031203 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 52482) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:19.033956 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-13b022fc-f9a3-4af4-a35c-e03fb738f115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:19.083903 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d5475a4b-4795-420f-a216-b8657d0f5555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:19.110055 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d5475a4b-4795-420f-a216-b8657d0f5555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:19.156908 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-13b022fc-f9a3-4af4-a35c-e03fb738f115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:19.161251 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-13b022fc-f9a3-4af4-a35c-e03fb738f115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:19.162860 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d5475a4b-4795-420f-a216-b8657d0f5555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:19.165549 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d5475a4b-4795-420f-a216-b8657d0f5555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:19.173995 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-d5475a4b-4795-420f-a216-b8657d0f5555 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/358e1dc5-6c5b-45b3-b479-61ed497b06e3 HTTP/1.1" status: 204 len: 168 time: 0.1416070 Aug 27 09:48:19.184225 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5475a4b-4795-420f-a216-b8657d0f5555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358e1dc5-6c5b-45b3-b479-61ed497b06e3,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:19.198500 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-13b022fc-f9a3-4af4-a35c-e03fb738f115 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a2b8167e6bb4b0aa99624bacea88192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1766524 Aug 27 09:48:19.201468 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 52486) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:19.227786 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b022fc-f9a3-4af4-a35c-e03fb738f115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b19799-eb92-4f27-81b7-0812c8f35be6,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:19.270107 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6039cc26-0986-48b2-afa9-d37191ab1656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:19.291710 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6039cc26-0986-48b2-afa9-d37191ab1656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:19.349076 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6039cc26-0986-48b2-afa9-d37191ab1656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:19.351771 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6039cc26-0986-48b2-afa9-d37191ab1656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:19.352927 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-6039cc26-0986-48b2-afa9-d37191ab1656 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/96b19799-eb92-4f27-81b7-0812c8f35be6 HTTP/1.1" status: 204 len: 168 time: 0.1498108 Aug 27 09:48:19.371757 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039cc26-0986-48b2-afa9-d37191ab1656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b19799-eb92-4f27-81b7-0812c8f35be6,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:19.710096 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d628ec0-e73e-4b03-8edb-5a96ad3f6771 req-73686c0d-134e-40f7-8e4e-1712dc6b1e9e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:19.711582 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9d628ec0-e73e-4b03-8edb-5a96ad3f6771 req-73686c0d-134e-40f7-8e4e-1712dc6b1e9e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0519207 Aug 27 09:48:19.754078 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9d628ec0-e73e-4b03-8edb-5a96ad3f6771 req-7bda9322-89ee-4d48-8cf2-6e3d361dc325 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348389 Aug 27 09:48:20.538263 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 52574) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:20.622822 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-215031b0-42f2-458e-83cd-05fa492268a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:20.664770 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-c8e70d53-0458-4df3-a47b-f2f6472bbbeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:20.756862 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-c8e70d53-0458-4df3-a47b-f2f6472bbbeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:20.760927 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-c8e70d53-0458-4df3-a47b-f2f6472bbbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:20.806280 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 52594) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:20.806800 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-c8e70d53-0458-4df3-a47b-f2f6472bbbeb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=508b0989ef034dfdbd8139b52e349ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669995 Aug 27 09:48:20.807762 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e70d53-0458-4df3-a47b-f2f6472bbbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ba7484-3999-40f9-bcdf-03780e43fdde,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:20.870827 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-89f70414-6bea-4245-abd2-9f8e411c8c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:20.880042 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0a16f-7a16-44ac-b406-fdcd310d733b req-762ed9fd-a9ae-4900-9d8b-3b521544f811 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:20.881758 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-25a0a16f-7a16-44ac-b406-fdcd310d733b req-762ed9fd-a9ae-4900-9d8b-3b521544f811 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0513706 Aug 27 09:48:20.894481 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-89f70414-6bea-4245-abd2-9f8e411c8c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:20.924810 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-25a0a16f-7a16-44ac-b406-fdcd310d733b req-c861f3cc-2b95-4999-98a9-7416a08babb2 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360639 Aug 27 09:48:20.945568 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-89f70414-6bea-4245-abd2-9f8e411c8c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:20.948597 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-89f70414-6bea-4245-abd2-9f8e411c8c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:20.950054 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-89f70414-6bea-4245-abd2-9f8e411c8c1d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0ba7484-3999-40f9-bcdf-03780e43fdde HTTP/1.1" status: 204 len: 168 time: 0.1409714 Aug 27 09:48:20.958373 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f70414-6bea-4245-abd2-9f8e411c8c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ba7484-3999-40f9-bcdf-03780e43fdde,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:22.044971 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4b487-12e3-4a3f-816e-fed9c65ab14b req-90042ca3-223f-424c-a979-633e037f269b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:22.047288 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-74c4b487-12e3-4a3f-816e-fed9c65ab14b req-90042ca3-223f-424c-a979-633e037f269b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0516620 Aug 27 09:48:22.086456 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-74c4b487-12e3-4a3f-816e-fed9c65ab14b req-b844f44f-b952-45b7-b988-719599ff3e1d tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323656 Aug 27 09:48:22.445220 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:48:22.469120 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:48:22.469454 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device ae8a20b1-5e5d-4ce5-ac65-db03aeac4a9d not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:48:22.512050 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3eff381c-3a0c-4654-9300-6f4e2b895046 req-1eee46fd-97c6-46c5-ae51-1257359ad93a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453804 Aug 27 09:48:22.615891 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff381c-3a0c-4654-9300-6f4e2b895046 req-edcd3ef1-6f91-458d-b8ca-8cab005d7447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:22.617318 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3eff381c-3a0c-4654-9300-6f4e2b895046 req-edcd3ef1-6f91-458d-b8ca-8cab005d7447 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8af955f507041b0a77e055bd3164b0b&device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 1099 time: 0.0384026 Aug 27 09:48:22.735688 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff381c-3a0c-4654-9300-6f4e2b895046 req-5c038011-eb47-42c8-a3be-4e6cd9f61956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:22.737139 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3eff381c-3a0c-4654-9300-6f4e2b895046 req-5c038011-eb47-42c8-a3be-4e6cd9f61956 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d949d78-38f1-4e99-8b6a-57368afc2039 HTTP/1.1" status: 200 len: 921 time: 0.0889850 Aug 27 09:48:22.782092 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3eff381c-3a0c-4654-9300-6f4e2b895046 req-cf460054-c712-412a-ab2a-e9d6d1fb5f0f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a0ceb7-fe00-453e-a877-9c68717f1212 HTTP/1.1" status: 200 len: 217 time: 0.0335147 Aug 27 09:48:22.831432 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff381c-3a0c-4654-9300-6f4e2b895046 req-77a2d86f-cd4a-4d17-84f5-5b5576d159b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:22.832741 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3eff381c-3a0c-4654-9300-6f4e2b895046 req-77a2d86f-cd4a-4d17-84f5-5b5576d159b4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a0b116e-984c-4493-adcb-d387668ba116 HTTP/1.1" status: 200 len: 859 time: 0.0426786 Aug 27 09:48:22.868177 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3eff381c-3a0c-4654-9300-6f4e2b895046 req-b365635f-b233-4c3c-ab14-4c11d7d4b2b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d949d78-38f1-4e99-8b6a-57368afc2039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262442 Aug 27 09:48:22.955393 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3eff381c-3a0c-4654-9300-6f4e2b895046 req-92f56d50-0750-4c31-8b6c-8a14d6457374 service neutron] 10.222.0.65 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778427 Aug 27 09:48:23.054256 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3eff381c-3a0c-4654-9300-6f4e2b895046 req-3e7bd14c-8259-4761-98aa-0a10eb5c3c57 service neutron] 10.222.0.65 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860634 Aug 27 09:48:23.211591 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef8478-ff9e-467c-ac9c-0953e8ff1d53 req-3a31cf7e-70d0-45d6-8bbb-3bdef14c7303 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:23.213112 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-eaef8478-ff9e-467c-ac9c-0953e8ff1d53 req-3a31cf7e-70d0-45d6-8bbb-3bdef14c7303 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0524166 Aug 27 09:48:23.356791 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-aa4f759f-d2c4-46d3-a808-5592787c1b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:23.464887 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-eaef8478-ff9e-467c-ac9c-0953e8ff1d53 req-8637f07f-5c37-4456-b5d7-d857777eaa59 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440796 Aug 27 09:48:23.543760 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:24.388685 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:24.483266 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 52704) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:24.547255 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d5263a-8674-41a4-9e39-020eb29e1d2d admin admin] Deleting subnet bf4e1232-5fb4-4a6a-930e-46b3a58f960e {{(pid=100335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 09:48:24.551312 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-97d5263a-8674-41a4-9e39-020eb29e1d2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:24.586082 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-97d5263a-8674-41a4-9e39-020eb29e1d2d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:24.591441 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-97d5263a-8674-41a4-9e39-020eb29e1d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492648'] for subnet, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:24.596677 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f95834-8e0f-4f52-899b-42e2d9adf48a req-d7a0f159-ef08-4ba0-ad8e-c8d453433aff tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:24.598236 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-16f95834-8e0f-4f52-899b-42e2d9adf48a req-d7a0f159-ef08-4ba0-ad8e-c8d453433aff tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0489042 Aug 27 09:48:24.642279 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-16f95834-8e0f-4f52-899b-42e2d9adf48a req-d16206fe-108c-4c7b-aabe-6c3fb1e71e70 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364237 Aug 27 09:48:24.645628 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-97d5263a-8674-41a4-9e39-020eb29e1d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for subnet, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:24.677413 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5263a-8674-41a4-9e39-020eb29e1d2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf4e1232-5fb4-4a6a-930e-46b3a58f960e,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:24.679435 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-97d5263a-8674-41a4-9e39-020eb29e1d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:24.683783 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 52712) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:24.683985 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-97d5263a-8674-41a4-9e39-020eb29e1d2d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bf4e1232-5fb4-4a6a-930e-46b3a58f960e HTTP/1.1" status: 204 len: 168 time: 0.1995394 Aug 27 09:48:24.757600 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0c62de93-e366-43b3-a085-317f63970adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574520'] for network, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:24.840257 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0c62de93-e366-43b3-a085-317f63970adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561491', 'neutron.services.segments.db._delete_segments_for_network-8775451844590'] for network, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:24.854062 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-0c62de93-e366-43b3-a085-317f63970adf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27b4210-3595-492e-8bad-9c253a6cf801']}} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:48:24.862350 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-0c62de93-e366-43b3-a085-317f63970adf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1caabc8-dccb-4dfa-9d85-38906c2aed54') {'for_net_delete': True} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:48:24.862716 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-0c62de93-e366-43b3-a085-317f63970adf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1caabc8-dccb-4dfa-9d85-38906c2aed54') {} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:48:24.871898 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0c62de93-e366-43b3-a085-317f63970adf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775451844473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10028809'] for segment, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:24.885953 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0c62de93-e366-43b3-a085-317f63970adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:24.893894 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c62de93-e366-43b3-a085-317f63970adf admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=100334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 09:48:24.894297 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0c62de93-e366-43b3-a085-317f63970adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10058782'] for segment, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: Traceback (most recent call last): Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: timer() Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: cb(*args, **kw) Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: return func(*args, **kwargs) Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: self._notify() Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: self.callback(batched_events) Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: event.method(event) Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: return f(self, *a, **k) Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._get(url).json() Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: return self.request(url, 'GET', **kwargs) Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 09:48:24.896073 dv-cinder-804757-3-iscsi neutron-server[100334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 09:48:24.910818 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:24.954748 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0c62de93-e366-43b3-a085-317f63970adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504205'] for network, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:24.960105 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0c62de93-e366-43b3-a085-317f63970adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:24.961917 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-0c62de93-e366-43b3-a085-317f63970adf admin admin] 10.222.0.55 "DELETE /v2.0/networks/d27b4210-3595-492e-8bad-9c253a6cf801 HTTP/1.1" status: 204 len: 168 time: 0.2767663 Aug 27 09:48:24.972609 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62de93-e366-43b3-a085-317f63970adf admin admin] Pushing event deleted for resources: {'Network': ['ID=d27b4210-3595-492e-8bad-9c253a6cf801,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:25.122884 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 52730) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:25.161621 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-f0bd32bd-b9c5-4c65-9823-6ad198b79f18 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=845a32e5238c48dcb6c136fc912c7feb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369062 Aug 27 09:48:25.163814 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 52732) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:25.208724 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-63332c1b-066d-4256-9e63-0039776c74c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:25.228109 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-63332c1b-066d-4256-9e63-0039776c74c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:25.273553 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-63332c1b-066d-4256-9e63-0039776c74c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:25.275951 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-63332c1b-066d-4256-9e63-0039776c74c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:25.277094 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-63332c1b-066d-4256-9e63-0039776c74c2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ff433a6-6798-444d-9cea-8c69ad43b2f7 HTTP/1.1" status: 204 len: 168 time: 0.1124260 Aug 27 09:48:25.284945 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63332c1b-066d-4256-9e63-0039776c74c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff433a6-6798-444d-9cea-8c69ad43b2f7,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:25.758934 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce92e04-b6f8-436e-8fd3-d1aab4592cfa req-8b9b8b7e-61e2-4c0e-b314-6654c8b10a00 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:25.760532 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-bce92e04-b6f8-436e-8fd3-d1aab4592cfa req-8b9b8b7e-61e2-4c0e-b314-6654c8b10a00 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0526240 Aug 27 09:48:25.810159 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-bce92e04-b6f8-436e-8fd3-d1aab4592cfa req-60c5ad5c-2245-46bb-9dc7-bbf7c30cc69e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431032 Aug 27 09:48:26.304754 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:26.923719 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523a1c9-27a9-4ba3-9e4d-c308f4665aa1 req-11f8778d-91ca-403b-94cf-83ff8f00b50c tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:26.925206 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7523a1c9-27a9-4ba3-9e4d-c308f4665aa1 req-11f8778d-91ca-403b-94cf-83ff8f00b50c tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0472960 Aug 27 09:48:26.963042 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7523a1c9-27a9-4ba3-9e4d-c308f4665aa1 req-394d9d1f-9d12-4993-9ccd-5e41d1aec8d2 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318241 Aug 27 09:48:28.087591 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbba8d7-745b-4c39-9fa3-eeb71c07648c req-818c2cfb-7a31-4879-b2c8-b4a607dff6b1 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:28.089139 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2dbba8d7-745b-4c39-9fa3-eeb71c07648c req-818c2cfb-7a31-4879-b2c8-b4a607dff6b1 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0571778 Aug 27 09:48:28.126674 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2dbba8d7-745b-4c39-9fa3-eeb71c07648c req-7f9d05d7-18f0-4123-8c9d-ada7afad24a0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315173 Aug 27 09:48:29.243634 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 52850) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:29.280959 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a946a1-0ce9-4f29-aca0-a4ef9ec168b1 req-f909d9fa-410e-403c-8a31-45491e6b7cff tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:29.282993 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-78a946a1-0ce9-4f29-aca0-a4ef9ec168b1 req-f909d9fa-410e-403c-8a31-45491e6b7cff tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0591762 Aug 27 09:48:29.325673 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-78a946a1-0ce9-4f29-aca0-a4ef9ec168b1 req-c313b04b-4a82-4c48-98f0-06a4b775da55 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352972 Aug 27 09:48:29.362739 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-de15efe6-28ca-4a2e-ae3c-4a1501493356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:29.453583 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-de15efe6-28ca-4a2e-ae3c-4a1501493356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:29.457622 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-de15efe6-28ca-4a2e-ae3c-4a1501493356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:29.495085 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15efe6-28ca-4a2e-ae3c-4a1501493356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7345249-518a-4b78-b062-22e67278d505,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:29.499754 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-de15efe6-28ca-4a2e-ae3c-4a1501493356 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b7e1935a4f04aa9bc71e78e654c26c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550931 Aug 27 09:48:29.503203 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 52864) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:29.556249 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b681-0c5a-466a-a89e-5526bb04de97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:29.578903 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b681-0c5a-466a-a89e-5526bb04de97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:29.634201 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b681-0c5a-466a-a89e-5526bb04de97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:29.637006 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b681-0c5a-466a-a89e-5526bb04de97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:29.640815 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-a5b3b681-0c5a-466a-a89e-5526bb04de97 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a7345249-518a-4b78-b062-22e67278d505 HTTP/1.1" status: 204 len: 168 time: 0.1315329 Aug 27 09:48:29.646265 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3b681-0c5a-466a-a89e-5526bb04de97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7345249-518a-4b78-b062-22e67278d505,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:29.927078 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 52884) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:29.941580 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f17763d0-002e-44e0-adb0-2bd5e1e93259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:30.057176 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f17763d0-002e-44e0-adb0-2bd5e1e93259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:30.061403 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f17763d0-002e-44e0-adb0-2bd5e1e93259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:30.077169 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 52890) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:30.101252 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-f17763d0-002e-44e0-adb0-2bd5e1e93259 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a5e037a0d85428aae76b90e6447c062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1729672 Aug 27 09:48:30.102130 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17763d0-002e-44e0-adb0-2bd5e1e93259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1253a2a-fd34-43c4-8e61-470dea880cc3,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:30.103945 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 52894) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:30.157311 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-556773d3-8d5b-4267-a2ce-0cac66777ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:30.179043 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-556773d3-8d5b-4267-a2ce-0cac66777ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:30.197151 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-7e6c1e6a-8f70-426a-9590-1521877e26e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:30.258846 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-556773d3-8d5b-4267-a2ce-0cac66777ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:30.261334 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-556773d3-8d5b-4267-a2ce-0cac66777ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:30.262988 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-556773d3-8d5b-4267-a2ce-0cac66777ee7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e1253a2a-fd34-43c4-8e61-470dea880cc3 HTTP/1.1" status: 204 len: 168 time: 0.1575499 Aug 27 09:48:30.285882 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556773d3-8d5b-4267-a2ce-0cac66777ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1253a2a-fd34-43c4-8e61-470dea880cc3,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:30.397832 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-7e6c1e6a-8f70-426a-9590-1521877e26e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:30.406493 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-7e6c1e6a-8f70-426a-9590-1521877e26e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:30.453629 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c1e6a-8f70-426a-9590-1521877e26e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee02a4f1-d17a-4ee4-83b6-ffea2ca6a16f,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:30.476425 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-7e6c1e6a-8f70-426a-9590-1521877e26e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9c76ae12d9534170a8042c9cd6a284b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970077 Aug 27 09:48:30.477189 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 52914) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:30.491196 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff7874-197b-4ef4-86ef-3eee2bace3c5 req-d9304bdd-e60d-4709-9db7-b416ec7ace32 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:30.499879 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-32ff7874-197b-4ef4-86ef-3eee2bace3c5 req-d9304bdd-e60d-4709-9db7-b416ec7ace32 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0782628 Aug 27 09:48:30.545767 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-4452c033-039d-43f4-bf2c-49f2d202e2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:30.569083 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-32ff7874-197b-4ef4-86ef-3eee2bace3c5 req-9af7a40b-5aec-45a7-9bef-15808bbbadc7 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663631 Aug 27 09:48:30.592299 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-4452c033-039d-43f4-bf2c-49f2d202e2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:30.670183 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-4452c033-039d-43f4-bf2c-49f2d202e2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:30.670183 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-4452c033-039d-43f4-bf2c-49f2d202e2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:30.670183 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-4452c033-039d-43f4-bf2c-49f2d202e2c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ee02a4f1-d17a-4ee4-83b6-ffea2ca6a16f HTTP/1.1" status: 204 len: 168 time: 0.1881011 Aug 27 09:48:30.684789 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452c033-039d-43f4-bf2c-49f2d202e2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee02a4f1-d17a-4ee4-83b6-ffea2ca6a16f,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:31.107506 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 52962) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:31.301372 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2815981f-4fd3-4372-b8f5-bbde24ccf63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:31.350219 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 52972) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:31.415239 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2815981f-4fd3-4372-b8f5-bbde24ccf63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:31.421087 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2815981f-4fd3-4372-b8f5-bbde24ccf63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:31.459289 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-2815981f-4fd3-4372-b8f5-bbde24ccf63d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d441a367075a4291b7b99079328dc5e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500242 Aug 27 09:48:31.460213 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815981f-4fd3-4372-b8f5-bbde24ccf63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bced34-9575-43d9-ade7-16cc3d8b8ab3,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:31.462490 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 52980) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:31.463786 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-9231eaf2-c971-4a1f-9a44-337838a6b630 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-400228212-network', 'tenant_id': '7450a4faab944618abf77341c6a3c97a'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:48:31.486588 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9231eaf2-c971-4a1f-9a44-337838a6b630 admin admin] Made reservation on behalf of 7450a4faab944618abf77341c6a3c97a for: {'network': 1} {{(pid=100335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:48:31.489322 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9231eaf2-c971-4a1f-9a44-337838a6b630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for network, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:31.497759 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9231eaf2-c971-4a1f-9a44-337838a6b630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:31.523426 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-41382855-f3ff-4ba0-a4b3-14fa24319f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:31.555005 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-41382855-f3ff-4ba0-a4b3-14fa24319f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:31.600529 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9231eaf2-c971-4a1f-9a44-337838a6b630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:31.607579 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9231eaf2-c971-4a1f-9a44-337838a6b630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:31.617679 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-41382855-f3ff-4ba0-a4b3-14fa24319f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:31.621236 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-41382855-f3ff-4ba0-a4b3-14fa24319f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:31.622781 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-41382855-f3ff-4ba0-a4b3-14fa24319f7c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7bced34-9575-43d9-ade7-16cc3d8b8ab3 HTTP/1.1" status: 204 len: 168 time: 0.1593914 Aug 27 09:48:31.632701 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9231eaf2-c971-4a1f-9a44-337838a6b630 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=100335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 09:48:31.633510 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41382855-f3ff-4ba0-a4b3-14fa24319f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bced34-9575-43d9-ade7-16cc3d8b8ab3,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:31.664818 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231eaf2-c971-4a1f-9a44-337838a6b630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010981d2-8bf4-4dc4-8850-77fd278f8e1e,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:31.690907 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9231eaf2-c971-4a1f-9a44-337838a6b630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:31.691247 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.db.segments_db [None req-9231eaf2-c971-4a1f-9a44-337838a6b630 admin admin] Added segment 4d9f90f2-ebc4-4f9e-8db4-32af4c707301 of type vlan for network 274a6c0e-7366-418f-a86f-184c988909b2 Aug 27 09:48:31.724124 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217de07-97b8-4a89-903a-cd9b2ed497c0 req-dc3b3c7c-7c9f-40ef-b50a-8a63052cd057 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:31.726207 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5217de07-97b8-4a89-903a-cd9b2ed497c0 req-dc3b3c7c-7c9f-40ef-b50a-8a63052cd057 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0732026 Aug 27 09:48:31.761626 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9231eaf2-c971-4a1f-9a44-337838a6b630 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775451267687'] for network, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:31.797000 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5217de07-97b8-4a89-903a-cd9b2ed497c0 req-b9f0bb92-587a-4548-81d7-786ab6cc3c6e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607002 Aug 27 09:48:31.809377 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9231eaf2-c971-4a1f-9a44-337838a6b630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for network, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:31.821659 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9231eaf2-c971-4a1f-9a44-337838a6b630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:31.822795 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9231eaf2-c971-4a1f-9a44-337838a6b630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:31.906354 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-9231eaf2-c971-4a1f-9a44-337838a6b630 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5549705 Aug 27 09:48:31.909614 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 53002) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:31.914924 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-0994e5a8-8252-4401-99aa-92f19d8a5466 admin admin] Request body: {'subnet': {'network_id': '274a6c0e-7366-418f-a86f-184c988909b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-400228212-subnet', 'tenant_id': '7450a4faab944618abf77341c6a3c97a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:48:31.948293 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231eaf2-c971-4a1f-9a44-337838a6b630 admin admin] Pushing event updated for resources: {'Network': ['ID=274a6c0e-7366-418f-a86f-184c988909b2,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:31.953282 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0994e5a8-8252-4401-99aa-92f19d8a5466 admin admin] Made reservation on behalf of 7450a4faab944618abf77341c6a3c97a for: {'subnet': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:48:31.957251 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0994e5a8-8252-4401-99aa-92f19d8a5466 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9947324'] for subnet, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:31.962104 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Network 274a6c0e-7366-418f-a86f-184c988909b2 details requested by agent ovs-agent-dv-cinder-804757-3-iscsi with host dv-cinder-804757-3-iscsi {{(pid=100336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 09:48:32.256629 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0994e5a8-8252-4401-99aa-92f19d8a5466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10045627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9947342'] for subnet, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:32.316474 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 53022) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:32.336174 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e707d222-cf0c-4e1e-8b0c-d5f9c390b672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:32.358693 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994e5a8-8252-4401-99aa-92f19d8a5466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9512eee-73f0-4ea2-95d5-87c461e5e74b,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:32.374092 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0994e5a8-8252-4401-99aa-92f19d8a5466 admin admin] Checking segment: {'id': '4d9f90f2-ebc4-4f9e-8db4-32af4c707301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '274a6c0e-7366-418f-a86f-184c988909b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:48:32.374656 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0994e5a8-8252-4401-99aa-92f19d8a5466 admin admin] Network hostable DHCP agents. Network: 274a6c0e-7366-418f-a86f-184c988909b2, hostable agents: ['f25084d2-4677-41d8-9429-a13aa7534b2d'], hosted agents: [] {{(pid=100334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 09:48:32.394586 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0994e5a8-8252-4401-99aa-92f19d8a5466 admin admin] Network 274a6c0e-7366-418f-a86f-184c988909b2 is scheduled to be hosted by DHCP agent f25084d2-4677-41d8-9429-a13aa7534b2d with binding_index 1 {{(pid=100334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 09:48:32.403709 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-0994e5a8-8252-4401-99aa-92f19d8a5466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-3-iscsi, 274a6c0e-7366-418f-a86f-184c988909b2) {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:48:32.408568 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0994e5a8-8252-4401-99aa-92f19d8a5466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:32.409220 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0994e5a8-8252-4401-99aa-92f19d8a5466 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:32.419624 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93568565-0bf9-4b0a-839c-b527d814ed27 None None] Network 274a6c0e-7366-418f-a86f-184c988909b2 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:48:32.446005 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e707d222-cf0c-4e1e-8b0c-d5f9c390b672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:32.450383 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e707d222-cf0c-4e1e-8b0c-d5f9c390b672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:32.458962 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-0994e5a8-8252-4401-99aa-92f19d8a5466 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5475757 Aug 27 09:48:32.508444 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-e707d222-cf0c-4e1e-8b0c-d5f9c390b672 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e6b2df6065049428120cf7b2cb1ff0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911051 Aug 27 09:48:32.509301 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707d222-cf0c-4e1e-8b0c-d5f9c390b672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d746ac-b793-44c9-9919-03b1e161c171,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:32.511661 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 53028) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:32.578163 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b6a2adc6-825d-4005-bfe7-69a732257f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:32.600418 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b6a2adc6-825d-4005-bfe7-69a732257f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:32.601069 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145c9646-e2bc-4f1d-a84d-9a1a1cc03ce6 None None] Network 274a6c0e-7366-418f-a86f-184c988909b2 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:48:32.659628 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b6a2adc6-825d-4005-bfe7-69a732257f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:32.662659 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b6a2adc6-825d-4005-bfe7-69a732257f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:32.663964 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-b6a2adc6-825d-4005-bfe7-69a732257f4b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/76d746ac-b793-44c9-9919-03b1e161c171 HTTP/1.1" status: 204 len: 168 time: 0.1512337 Aug 27 09:48:32.672085 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2adc6-825d-4005-bfe7-69a732257f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d746ac-b793-44c9-9919-03b1e161c171,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:32.952665 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc9a9c-8cd1-4ae5-a319-bb87dd57a401 req-7d1fdad0-fdb8-4b1d-b1f6-c9db47328010 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:32.954639 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c9dc9a9c-8cd1-4ae5-a319-bb87dd57a401 req-7d1fdad0-fdb8-4b1d-b1f6-c9db47328010 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0637472 Aug 27 09:48:32.999719 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c9dc9a9c-8cd1-4ae5-a319-bb87dd57a401 req-292f6fbf-c942-45a7-88e5-03a3c067702a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384958 Aug 27 09:48:33.146916 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 53060) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:33.189837 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0c62a74f-3252-43cc-a637-bbee6ab88e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:33.302166 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 53072) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:33.306648 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0c62a74f-3252-43cc-a637-bbee6ab88e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:33.313259 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0c62a74f-3252-43cc-a637-bbee6ab88e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:33.354245 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-0c62a74f-3252-43cc-a637-bbee6ab88e4e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3dfe25a427cf43cc8320ec2a6bbc7d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060082 Aug 27 09:48:33.355070 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62a74f-3252-43cc-a637-bbee6ab88e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b27b29-536c-49ce-9f41-3b0538200d8d,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:33.357140 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 53078) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:33.407163 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-58427d14-b86f-46bf-bbed-cc85a5270a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:33.436720 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-52c9edcb-d943-49b9-8624-19c60b5fe2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:33.440287 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-58427d14-b86f-46bf-bbed-cc85a5270a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:33.519498 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-58427d14-b86f-46bf-bbed-cc85a5270a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:33.522245 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-58427d14-b86f-46bf-bbed-cc85a5270a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:33.523389 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-58427d14-b86f-46bf-bbed-cc85a5270a3f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94b27b29-536c-49ce-9f41-3b0538200d8d HTTP/1.1" status: 204 len: 168 time: 0.1647015 Aug 27 09:48:33.538511 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58427d14-b86f-46bf-bbed-cc85a5270a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b27b29-536c-49ce-9f41-3b0538200d8d,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:33.566302 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-52c9edcb-d943-49b9-8624-19c60b5fe2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:33.571026 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-52c9edcb-d943-49b9-8624-19c60b5fe2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:33.608688 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-52c9edcb-d943-49b9-8624-19c60b5fe2c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aaa28462f11e4115b0722b826ac232e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054132 Aug 27 09:48:33.609570 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9edcb-d943-49b9-8624-19c60b5fe2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ad0201-fc6a-487d-b21d-2c167eb38268,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:33.612261 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 53082) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:33.662575 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b0ccf696-8eaa-4788-b342-7d2767403576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:33.688434 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b0ccf696-8eaa-4788-b342-7d2767403576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:33.741315 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b0ccf696-8eaa-4788-b342-7d2767403576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:33.743896 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b0ccf696-8eaa-4788-b342-7d2767403576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:33.745152 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-b0ccf696-8eaa-4788-b342-7d2767403576 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28ad0201-fc6a-487d-b21d-2c167eb38268 HTTP/1.1" status: 204 len: 168 time: 0.1315589 Aug 27 09:48:33.755954 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccf696-8eaa-4788-b342-7d2767403576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ad0201-fc6a-487d-b21d-2c167eb38268,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:34.060541 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 53090) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:34.079305 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d98f3be0-84a8-40b8-8c71-6495f3d78c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:34.145095 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51e4bd-68d2-4de0-a9a1-a1280ec38bb0 req-dd4024e8-08c4-4bf0-8213-3f9898b0b59e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:34.146588 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ad51e4bd-68d2-4de0-a9a1-a1280ec38bb0 req-dd4024e8-08c4-4bf0-8213-3f9898b0b59e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0698454 Aug 27 09:48:34.202574 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ad51e4bd-68d2-4de0-a9a1-a1280ec38bb0 req-fa38ba85-b39f-4b17-8b55-33d5bc894c8d tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497601 Aug 27 09:48:34.238950 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d98f3be0-84a8-40b8-8c71-6495f3d78c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:34.247914 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d98f3be0-84a8-40b8-8c71-6495f3d78c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:34.296321 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-d98f3be0-84a8-40b8-8c71-6495f3d78c83 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2da7f8e7631d43b6b7a29ff6a9f39366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309601 Aug 27 09:48:34.296321 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f3be0-84a8-40b8-8c71-6495f3d78c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22a527b-d288-4e5f-a106-bd518a083f86,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:34.296976 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 53098) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:34.357201 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e39d0e8a-1800-4039-b780-f2506f0554bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:34.378205 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e39d0e8a-1800-4039-b780-f2506f0554bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:34.423478 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e39d0e8a-1800-4039-b780-f2506f0554bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:34.426128 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e39d0e8a-1800-4039-b780-f2506f0554bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:34.427271 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-e39d0e8a-1800-4039-b780-f2506f0554bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f22a527b-d288-4e5f-a106-bd518a083f86 HTTP/1.1" status: 204 len: 168 time: 0.1291897 Aug 27 09:48:34.435059 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d0e8a-1800-4039-b780-f2506f0554bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22a527b-d288-4e5f-a106-bd518a083f86,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:35.325818 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198c260-f54d-44a9-b9f8-abda7122dcb1 req-ec1d797d-efc3-484b-84ac-5f5894370fa3 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:35.327539 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b198c260-f54d-44a9-b9f8-abda7122dcb1 req-ec1d797d-efc3-484b-84ac-5f5894370fa3 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0551934 Aug 27 09:48:35.370234 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b198c260-f54d-44a9-b9f8-abda7122dcb1 req-1b6f4f8a-9f34-49eb-a784-a525f5fc95c0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339866 Aug 27 09:48:36.492663 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4c36a-86a9-4dbd-b3c2-b28a19784789 req-99cc0002-7691-42bc-8507-9966e8eeda22 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:36.494236 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b7c4c36a-86a9-4dbd-b3c2-b28a19784789 req-99cc0002-7691-42bc-8507-9966e8eeda22 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0518243 Aug 27 09:48:36.550116 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b7c4c36a-86a9-4dbd-b3c2-b28a19784789 req-e407a3d3-8633-43aa-a5d3-f6d7ab758d61 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452209 Aug 27 09:48:37.652259 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c83a5-9d8a-4657-bd36-96176dd7000f req-debc1f32-1b96-434d-aa55-426ac82e608e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:37.653676 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-433c83a5-9d8a-4657-bd36-96176dd7000f req-debc1f32-1b96-434d-aa55-426ac82e608e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0479324 Aug 27 09:48:37.691053 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-433c83a5-9d8a-4657-bd36-96176dd7000f req-cb8ebaee-e8ad-4b72-8cfb-a6c0f2347cf4 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316184 Aug 27 09:48:38.805840 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a20215-ad5f-4ce5-b675-ab647404ef5f req-1e535333-b5bd-4311-ab44-5084a6274333 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:38.807311 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-69a20215-ad5f-4ce5-b675-ab647404ef5f req-1e535333-b5bd-4311-ab44-5084a6274333 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0521820 Aug 27 09:48:38.844459 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-69a20215-ad5f-4ce5-b675-ab647404ef5f req-f6b7cc8f-6a48-45ae-b4ad-a8c530e59a55 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311790 Aug 27 09:48:39.958223 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcd286-6cde-45e8-99a6-ac5c49416bee req-d1f82d1b-7801-4b02-b0ff-26b77af43c58 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:39.959697 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-83dcd286-6cde-45e8-99a6-ac5c49416bee req-d1f82d1b-7801-4b02-b0ff-26b77af43c58 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0508389 Aug 27 09:48:39.998492 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-83dcd286-6cde-45e8-99a6-ac5c49416bee req-613da3b3-3f40-41d7-99c1-c17590c68b63 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328763 Aug 27 09:48:40.834218 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-a8f73da1-daaa-48d8-9759-e68ad589af61 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:40.835710 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-a8f73da1-daaa-48d8-9759-e68ad589af61 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/networks?id=274a6c0e-7366-418f-a86f-184c988909b2 HTTP/1.1" status: 200 len: 808 time: 0.1068304 Aug 27 09:48:40.851883 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-f86697d6-5d80-4568-b546-1c6ac9f31279 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/quotas/7450a4faab944618abf77341c6a3c97a HTTP/1.1" status: 200 len: 375 time: 0.0101783 Aug 27 09:48:40.894185 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-16ecda22-e0b3-452f-9432-58ce31526c29 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7450a4faab944618abf77341c6a3c97a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366287 Aug 27 09:48:40.985944 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-19ffbb7b-7714-4dba-8890-8245e2f018bc service neutron] 10.222.0.55 "GET /v2.0/networks/274a6c0e-7366-418f-a86f-184c988909b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858128 Aug 27 09:48:41.101170 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-413dfa82-e12e-47d5-a80d-822871d881ae service neutron] 10.222.0.55 "GET /v2.0/networks/274a6c0e-7366-418f-a86f-184c988909b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079040 Aug 27 09:48:41.146350 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6aa90-179c-43f6-8842-aa2ce58d4cd1 req-64c2e7f1-ab1b-424e-b88c-f1e392975b06 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:41.148292 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a0c6aa90-179c-43f6-8842-aa2ce58d4cd1 req-64c2e7f1-ab1b-424e-b88c-f1e392975b06 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0565894 Aug 27 09:48:41.195570 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a0c6aa90-179c-43f6-8842-aa2ce58d4cd1 req-d16458d8-6e20-4107-9d63-e1f6ba1808ec tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371146 Aug 27 09:48:41.298714 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0d61aa60-78e8-4591-b809-1f81ecbb421d req-265ce66b-df82-473d-8ca1-a5312ee45173 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb HTTP/1.1" status: 200 len: 210 time: 0.0285318 Aug 27 09:48:42.408180 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b5b1a-54b3-4d4e-a662-d86e915292e5 req-2c915b47-d978-4dce-a560-bddcae824f89 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:42.410706 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e92b5b1a-54b3-4d4e-a662-d86e915292e5 req-2c915b47-d978-4dce-a560-bddcae824f89 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.1326003 Aug 27 09:48:42.447931 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c791add1-d854-49af-8b76-cdfa5c756ab7 req-01b5fae8-bb8f-44ff-9968-ec05e8c33f2b tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb HTTP/1.1" status: 200 len: 210 time: 0.0538642 Aug 27 09:48:42.485661 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-fa5167eb-f402-421c-b212-1a12ec37ba4d tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:42.487117 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-fa5167eb-f402-421c-b212-1a12ec37ba4d tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.65 "GET /v2.0/networks?id=274a6c0e-7366-418f-a86f-184c988909b2 HTTP/1.1" status: 200 len: 808 time: 0.1743124 Aug 27 09:48:42.495247 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e92b5b1a-54b3-4d4e-a662-d86e915292e5 req-c31346ce-500a-40ad-9aa8-6b7b12bed61d tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738645 Aug 27 09:48:42.507376 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-9c64cc31-8800-4921-95e3-fdda84aacf45 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Request body: {'port': {'device_id': 'a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb', 'network_id': '274a6c0e-7366-418f-a86f-184c988909b2', 'admin_state_up': True, 'tenant_id': '7450a4faab944618abf77341c6a3c97a'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:48:42.621853 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-9c64cc31-8800-4921-95e3-fdda84aacf45 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Made reservation on behalf of 7450a4faab944618abf77341c6a3c97a for: {'port': 1} {{(pid=100335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:48:42.626435 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-9c64cc31-8800-4921-95e3-fdda84aacf45 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:42.753854 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_common [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-9c64cc31-8800-4921-95e3-fdda84aacf45 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Allocated IP 172.20.0.13 (274a6c0e-7366-418f-a86f-184c988909b2/f9512eee-73f0-4ea2-95d5-87c461e5e74b/0d68d8dc-5b14-4c4e-9ca5-b719d7017d52) {{(pid=100335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:48:43.075945 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-9c64cc31-8800-4921-95e3-fdda84aacf45 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Notify callbacks [] for port, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:43.114914 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-9c64cc31-8800-4921-95e3-fdda84aacf45 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:43.154842 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-9c64cc31-8800-4921-95e3-fdda84aacf45 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Network 274a6c0e-7366-418f-a86f-184c988909b2 is already hosted by enough agents. {{(pid=100335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:48:43.160034 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-9c64cc31-8800-4921-95e3-fdda84aacf45 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Resources bound (agent type, host, resource id): {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:48:43.163601 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-9c64cc31-8800-4921-95e3-fdda84aacf45 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Received port after_create {{(pid=100335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:48:43.168970 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-9c64cc31-8800-4921-95e3-fdda84aacf45 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:43.169670 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-9c64cc31-8800-4921-95e3-fdda84aacf45 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:43.179024 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64cc31-8800-4921-95e3-fdda84aacf45 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Pushing event updated for resources: {'Port': ['ID=0d68d8dc-5b14-4c4e-9ca5-b719d7017d52,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:43.190946 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-9c64cc31-8800-4921-95e3-fdda84aacf45 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6869586 Aug 27 09:48:43.207867 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Request body: {'port': {'device_id': 'a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:48:43.265696 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:43.554229 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.notifiers.nova [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 {{(pid=100335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:48:43.575095 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:43.589674 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.provisioning_blocks [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Transition to ACTIVE for port object 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 will not be triggered until provisioned by entity L2. {{(pid=100335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:48:43.597922 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:43.627266 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbbd39-8c04-414d-8d98-58cb359f484e req-aabae0b4-a12f-4659-acb0-87d28d847b95 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:43.631164 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b6cbbd39-8c04-414d-8d98-58cb359f484e req-aabae0b4-a12f-4659-acb0-87d28d847b95 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0604169 Aug 27 09:48:43.654633 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc40faa-bc5a-44af-b7a2-a505f738649e req-f2fb785c-fb96-4692-950a-52accab59b6a tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:43.657104 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-adc40faa-bc5a-44af-b7a2-a505f738649e req-f2fb785c-fb96-4692-950a-52accab59b6a tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb HTTP/1.1" status: 200 len: 932 time: 0.1147881 Aug 27 09:48:43.691578 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b6cbbd39-8c04-414d-8d98-58cb359f484e req-4873caa3-87ed-47fa-a10e-d3f6644db6b9 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537093 Aug 27 09:48:43.697562 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Pushing event updated for resources: {'Port': ['ID=0d68d8dc-5b14-4c4e-9ca5-b719d7017d52,revision_number=2']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:43.710088 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.managers [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Attempting to bind port 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:48:43.710417 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.managers [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Attempting to bind port 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '4d9f90f2-ebc4-4f9e-8db4-32af4c707301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '274a6c0e-7366-418f-a86f-184c988909b2'}] {{(pid=100335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:48:43.710741 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Attempting to bind port 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 on network 274a6c0e-7366-418f-a86f-184c988909b2 {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:48:43.715030 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Port 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 on network 274a6c0e-7366-418f-a86f-184c988909b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:48:43.715353 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Attempting to bind port 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 on network 274a6c0e-7366-418f-a86f-184c988909b2 {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:48:43.731898 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:48:43.732235 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Checking segment: {'id': '4d9f90f2-ebc4-4f9e-8db4-32af4c707301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '274a6c0e-7366-418f-a86f-184c988909b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:48:43.732616 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Bound using segment: {'id': '4d9f90f2-ebc4-4f9e-8db4-32af4c707301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '274a6c0e-7366-418f-a86f-184c988909b2'} {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:48:43.733132 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.managers [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Bound port: 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9f90f2-ebc4-4f9e-8db4-32af4c707301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '274a6c0e-7366-418f-a86f-184c988909b2'}}] {{(pid=100335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:48:43.733387 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:43.783230 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-adc40faa-bc5a-44af-b7a2-a505f738649e req-d3939b76-270d-4014-880b-d2140593090b tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143494 Aug 27 09:48:43.824342 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] For port 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52, host hv-cinder-80475, cleared binding levels {{(pid=100335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:48:43.827477 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] For port 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0d68d8dc-5b14-4c4e-9ca5-b719d7017d52,segment=NetworkSegment(4d9f90f2-ebc4-4f9e-8db4-32af4c707301),segment_id=4d9f90f2-ebc4-4f9e-8db4-32af4c707301)] {{(pid=100335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:48:43.831354 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:43.834831 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 53376) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:43.864776 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:43.865391 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:43.866820 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] 10.222.0.65 "PUT /v2.0/ports/0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 HTTP/1.1" status: 200 len: 1094 time: 0.6633780 Aug 27 09:48:43.867243 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb', 'tag': '0d68d8dc-5b14-4c4e-9ca5-b719d7017d52'}] {{(pid=100335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:48:43.869440 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}025450df2500551f9904fcf1c9a215fd0038e6a364e6ac7978f47cafd8b0d6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111cdf0c-773c-4d3e-bad9-92d3e8251e69" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb", "tag": "0d68d8dc-5b14-4c4e-9ca5-b719d7017d52"}]}' {{(pid=100335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:48:43.902107 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb2dc5-efba-48b6-bf61-29fa53d55499 service neutron] Pushing event updated for resources: {'Port': ['ID=0d68d8dc-5b14-4c4e-9ca5-b719d7017d52,revision_number=3']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:43.963328 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7d3b7d-8a59-4a76-b181-e031a60cb837 x-openstack-request-id: req-cb7d3b7d-8a59-4a76-b181-e031a60cb837 {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:48:43.963718 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb", "tag": "0d68d8dc-5b14-4c4e-9ca5-b719d7017d52", "status": "completed", "code": 200}]} {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:48:43.964029 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb7d3b7d-8a59-4a76-b181-e031a60cb837 {{(pid=100335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:48:43.964483 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb', 'tag': '0d68d8dc-5b14-4c4e-9ca5-b719d7017d52', 'status': 'completed', 'code': 200} Aug 27 09:48:43.967300 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8a7eec19-c2e5-4985-9862-c48f67ddcd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:43.981557 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-03e9b7e9-5c97-42cd-bacf-836d86c66dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:43.983097 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-03e9b7e9-5c97-42cd-bacf-836d86c66dcd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7450a4faab944618abf77341c6a3c97a&device_id=a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb HTTP/1.1" status: 200 len: 1097 time: 0.0560498 Aug 27 09:48:44.033770 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-20948893-89ec-4782-bf5b-4a6b0ece3e02 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 HTTP/1.1" status: 200 len: 217 time: 0.0401418 Aug 27 09:48:44.059968 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8a7eec19-c2e5-4985-9862-c48f67ddcd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:44.063817 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-8a7eec19-c2e5-4985-9862-c48f67ddcd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:44.089012 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-9fc9ddf6-f139-4427-949d-98c8f9526ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:44.090478 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-9fc9ddf6-f139-4427-949d-98c8f9526ba9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f9512eee-73f0-4ea2-95d5-87c461e5e74b HTTP/1.1" status: 200 len: 848 time: 0.0457599 Aug 27 09:48:44.105122 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-8a7eec19-c2e5-4985-9862-c48f67ddcd17 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bdcf33baf73942fd9b5e566ec50e948b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691491 Aug 27 09:48:44.106083 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7eec19-c2e5-4985-9862-c48f67ddcd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fbe2ac-f857-4081-8611-2ae38e0303ab,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:44.107775 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 53384) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:44.144843 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-2e1f96f5-c227-44e6-bf33-1e12074eca07 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=274a6c0e-7366-418f-a86f-184c988909b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398815 Aug 27 09:48:44.223982 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6a438c17-39e4-4485-a1e8-b2366b0b031e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:44.256569 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6a438c17-39e4-4485-a1e8-b2366b0b031e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:44.286777 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-ac091100-2703-4842-8e09-0a659b402aa7 service neutron] 10.222.0.65 "GET /v2.0/networks/274a6c0e-7366-418f-a86f-184c988909b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287923 Aug 27 09:48:44.368141 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6a438c17-39e4-4485-a1e8-b2366b0b031e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:44.370690 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6a438c17-39e4-4485-a1e8-b2366b0b031e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:44.371827 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-6a438c17-39e4-4485-a1e8-b2366b0b031e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01fbe2ac-f857-4081-8611-2ae38e0303ab HTTP/1.1" status: 204 len: 168 time: 0.2631998 Aug 27 09:48:44.396239 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a438c17-39e4-4485-a1e8-b2366b0b031e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fbe2ac-f857-4081-8611-2ae38e0303ab,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:44.412387 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-edf8ad53-c684-42f7-8534-05e71ed229e0 req-d27b4f9a-67ba-4f25-80ff-2e04c7961022 service neutron] 10.222.0.65 "GET /v2.0/networks/274a6c0e-7366-418f-a86f-184c988909b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151345 Aug 27 09:48:44.550976 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cdf0c-773c-4d3e-bad9-92d3e8251e69 req-1f58afdb-177f-4155-9f32-1b8e2ef42876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:44.552648 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-111cdf0c-773c-4d3e-bad9-92d3e8251e69 req-1f58afdb-177f-4155-9f32-1b8e2ef42876 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7450a4faab944618abf77341c6a3c97a&device_id=a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb HTTP/1.1" status: 200 len: 1097 time: 0.0713744 Aug 27 09:48:44.669642 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cdf0c-773c-4d3e-bad9-92d3e8251e69 req-2171dd17-2015-427d-8534-1bf0c171126d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:44.672106 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-111cdf0c-773c-4d3e-bad9-92d3e8251e69 req-2171dd17-2015-427d-8534-1bf0c171126d service neutron] 10.222.0.65 "GET /v2.0/networks?id=274a6c0e-7366-418f-a86f-184c988909b2 HTTP/1.1" status: 200 len: 910 time: 0.1087799 Aug 27 09:48:44.721215 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-111cdf0c-773c-4d3e-bad9-92d3e8251e69 req-6388a183-dc51-4b87-a5de-0919b6a48e29 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 HTTP/1.1" status: 200 len: 217 time: 0.0371358 Aug 27 09:48:44.793717 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cdf0c-773c-4d3e-bad9-92d3e8251e69 req-0ab292c3-32e8-43e1-9588-9a84064de21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:44.795185 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-111cdf0c-773c-4d3e-bad9-92d3e8251e69 req-0ab292c3-32e8-43e1-9588-9a84064de21b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f9512eee-73f0-4ea2-95d5-87c461e5e74b HTTP/1.1" status: 200 len: 848 time: 0.0594792 Aug 27 09:48:44.829249 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aad44a-c13c-43e0-888e-b8cf237bbb67 req-17ad33f9-7644-4307-85c5-23769c2b64f8 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:44.830830 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-81aad44a-c13c-43e0-888e-b8cf237bbb67 req-17ad33f9-7644-4307-85c5-23769c2b64f8 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0579000 Aug 27 09:48:44.846819 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-111cdf0c-773c-4d3e-bad9-92d3e8251e69 req-8b13005f-1b27-4393-9591-d0afe4876223 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=274a6c0e-7366-418f-a86f-184c988909b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386734 Aug 27 09:48:44.888385 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-81aad44a-c13c-43e0-888e-b8cf237bbb67 req-2d16ec10-7106-4410-a7f5-d40563f2a8a0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478406 Aug 27 09:48:44.990257 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f416-ccb1-4449-bcfe-6286fcf680e7 req-495950de-4674-41c7-b3ed-7b111530eb18 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:44.991801 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6ba1f416-ccb1-4449-bcfe-6286fcf680e7 req-495950de-4674-41c7-b3ed-7b111530eb18 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb HTTP/1.1" status: 200 len: 944 time: 0.1206970 Aug 27 09:48:45.008311 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-111cdf0c-773c-4d3e-bad9-92d3e8251e69 req-88c7712f-6413-4f61-9aa3-465721ab689f service neutron] 10.222.0.65 "GET /v2.0/networks/274a6c0e-7366-418f-a86f-184c988909b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483057 Aug 27 09:48:45.075950 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6ba1f416-ccb1-4449-bcfe-6286fcf680e7 req-412e8b9f-2a54-40bd-b944-1dabcf67caf2 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767012 Aug 27 09:48:45.123904 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-111cdf0c-773c-4d3e-bad9-92d3e8251e69 req-e4ee4cc9-e660-4beb-be01-40bc8cb62829 service neutron] 10.222.0.65 "GET /v2.0/networks/274a6c0e-7366-418f-a86f-184c988909b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062396 Aug 27 09:48:46.026186 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be170590-9f74-48c1-ba40-32000897ba9a req-d628e050-391d-4310-8b69-70b28269b787 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:46.027992 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-be170590-9f74-48c1-ba40-32000897ba9a req-d628e050-391d-4310-8b69-70b28269b787 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0653815 Aug 27 09:48:46.073723 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-be170590-9f74-48c1-ba40-32000897ba9a req-1afbdef1-b86f-4826-b551-249432ec7ea6 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388000 Aug 27 09:48:46.209747 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d19a1-4269-4d14-a73d-60592f5924cc req-c7b6252b-d165-40a4-a7b0-38d45ffed307 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:46.211249 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-507d19a1-4269-4d14-a73d-60592f5924cc req-c7b6252b-d165-40a4-a7b0-38d45ffed307 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb HTTP/1.1" status: 200 len: 944 time: 0.0485332 Aug 27 09:48:46.253777 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-507d19a1-4269-4d14-a73d-60592f5924cc req-b59e12b6-8d72-484b-8866-5f742bdc1dda tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365515 Aug 27 09:48:46.611294 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:48:46.711381 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0d68d8dc-5b14-4c4e-9ca5-b719d7017d52,segment=NetworkSegment(4d9f90f2-ebc4-4f9e-8db4-32af4c707301),segment_id=4d9f90f2-ebc4-4f9e-8db4-32af4c707301)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:48:46.722179 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': '0d68d8dc-5b14-4c4e-9ca5-b719d7017d52', 'network_id': '274a6c0e-7366-418f-a86f-184c988909b2', 'port_id': '0d68d8dc-5b14-4c4e-9ca5-b719d7017d52', 'mac_address': 'fa:16:3e:87:75:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9512eee-73f0-4ea2-95d5-87c461e5e74b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:48:46.756769 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:46.769519 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:48:46.789751 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0d68d8dc-5b14-4c4e-9ca5-b719d7017d52,segment=NetworkSegment(4d9f90f2-ebc4-4f9e-8db4-32af4c707301),segment_id=4d9f90f2-ebc4-4f9e-8db4-32af4c707301)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:48:46.794932 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:46.842228 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=0d68d8dc-5b14-4c4e-9ca5-b719d7017d52,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:46.849003 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:46.849363 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:46.849719 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:46.850047 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:46.850370 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:46.850688 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:46.851003 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:46.851315 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:46.851628 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:46.851939 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:46.852248 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:46.852556 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:48:47.195809 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71363a-7186-4815-bbbe-ce796b12ebb8 req-d3282612-9060-43e9-823a-11bea0dc1444 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:47.197366 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ed71363a-7186-4815-bbbe-ce796b12ebb8 req-d3282612-9060-43e9-823a-11bea0dc1444 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0516307 Aug 27 09:48:47.198255 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['0d68d8dc-5b14-4c4e-9ca5-b719d7017d52'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:48:47.237323 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ed71363a-7186-4815-bbbe-ce796b12ebb8 req-9c3e9bb2-1825-4965-a57e-e3c4d0f125ce tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325184 Aug 27 09:48:47.402171 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43764c8-998b-44c8-9db1-de2081a8975f req-01fdae8a-9e79-4fd1-be6c-9733b3ce437f tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:47.403863 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e43764c8-998b-44c8-9db1-de2081a8975f req-01fdae8a-9e79-4fd1-be6c-9733b3ce437f tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb HTTP/1.1" status: 200 len: 945 time: 0.0626397 Aug 27 09:48:47.458491 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e43764c8-998b-44c8-9db1-de2081a8975f req-4d9eabb0-2c2b-492c-b535-1fd58dbd9d21 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445082 Aug 27 09:48:48.352151 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd516119-c240-4dfb-bc41-a3956c6fc86c req-245ef8d1-c703-4cf3-b3f6-d8d0ffd26d28 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:48.353641 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-bd516119-c240-4dfb-bc41-a3956c6fc86c req-245ef8d1-c703-4cf3-b3f6-d8d0ffd26d28 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0478132 Aug 27 09:48:48.391535 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-bd516119-c240-4dfb-bc41-a3956c6fc86c req-1f7d7f5e-1c2d-4726-ae07-93ef596c19fb tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318577 Aug 27 09:48:48.574968 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ffaa5-d4ab-42fa-834c-2045dc8d32b2 req-af9e0aaa-e52d-4c39-a43a-2ee669c5bdde tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:48.576404 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-079ffaa5-d4ab-42fa-834c-2045dc8d32b2 req-af9e0aaa-e52d-4c39-a43a-2ee669c5bdde tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb HTTP/1.1" status: 200 len: 945 time: 0.0480130 Aug 27 09:48:48.618812 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-079ffaa5-d4ab-42fa-834c-2045dc8d32b2 req-25775460-6708-493a-a385-62a8ca8f8b88 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362382 Aug 27 09:48:48.633233 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:48:48.684779 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:48:48.690264 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:48:48.690783 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:48.773188 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:48.795130 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d68d8dc-5b14-4c4e-9ca5-b719d7017d52'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:48:48.797472 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1d0a65-2d05-43a0-941f-5bc98d25fa25" -d '{"events": [{"server_uuid": "a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb", "name": "network-vif-plugged", "status": "completed", "tag": "0d68d8dc-5b14-4c4e-9ca5-b719d7017d52"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:48:48.810567 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0d68d8dc-5b14-4c4e-9ca5-b719d7017d52,segment=NetworkSegment(4d9f90f2-ebc4-4f9e-8db4-32af4c707301),segment_id=4d9f90f2-ebc4-4f9e-8db4-32af4c707301)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:48:48.814658 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:48.839691 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe3d58b-c955-43a8-8ca2-42a09c43ec2c x-openstack-request-id: req-abe3d58b-c955-43a8-8ca2-42a09c43ec2c {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:48:48.840001 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb", "name": "network-vif-plugged", "status": "completed", "tag": "0d68d8dc-5b14-4c4e-9ca5-b719d7017d52", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:48:48.840256 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-abe3d58b-c955-43a8-8ca2-42a09c43ec2c {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:48:48.840628 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d68d8dc-5b14-4c4e-9ca5-b719d7017d52', 'code': 200} Aug 27 09:48:48.865953 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=0d68d8dc-5b14-4c4e-9ca5-b719d7017d52,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:49.006126 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfa1f7-ed01-41bc-9267-c250e3f66a7b req-50ab6c99-16f0-4c99-a87c-ac604b99102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:49.007599 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-34bfa1f7-ed01-41bc-9267-c250e3f66a7b req-50ab6c99-16f0-4c99-a87c-ac604b99102c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb HTTP/1.1" status: 200 len: 1099 time: 0.0387702 Aug 27 09:48:49.043477 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-34bfa1f7-ed01-41bc-9267-c250e3f66a7b req-59764125-2698-49e0-bb2d-200b5c95ed01 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260229 Aug 27 09:48:49.511524 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a76168-91d1-4462-891f-528d71980fb9 req-7a57f97f-9cdc-43d8-9ec5-defada4be867 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:49.513153 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-82a76168-91d1-4462-891f-528d71980fb9 req-7a57f97f-9cdc-43d8-9ec5-defada4be867 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0527062 Aug 27 09:48:49.551244 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-82a76168-91d1-4462-891f-528d71980fb9 req-056a0654-650b-452f-b105-d250221e5b99 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314264 Aug 27 09:48:49.734403 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc405e26-d04e-4cbe-a9bf-d610af172aa2 req-a58e8ec7-0c81-42ee-8e8a-52d8ae78124f tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:49.735868 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-fc405e26-d04e-4cbe-a9bf-d610af172aa2 req-a58e8ec7-0c81-42ee-8e8a-52d8ae78124f tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb HTTP/1.1" status: 200 len: 946 time: 0.0478671 Aug 27 09:48:49.774789 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-fc405e26-d04e-4cbe-a9bf-d610af172aa2 req-c76991ef-0b69-4501-ae85-3fac6e943b9c tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331008 Aug 27 09:48:50.606644 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-30a64b28-f5b2-4126-a1d1-c27570d91a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:50.678607 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e4bf3-5a4c-4428-8b16-494d25eda5ec req-cc842077-dc35-4abf-aff9-b30a95522257 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:50.680073 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-453e4bf3-5a4c-4428-8b16-494d25eda5ec req-cc842077-dc35-4abf-aff9-b30a95522257 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0547092 Aug 27 09:48:50.720406 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-453e4bf3-5a4c-4428-8b16-494d25eda5ec req-8ab7e081-198f-4c88-a21e-e231fb840e58 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335917 Aug 27 09:48:50.892749 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6ad93-ba78-4a55-afed-2925f0d23b52 req-07d7d91f-bc05-4691-8e6f-4fe1b3578d2d tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:50.894135 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-74d6ad93-ba78-4a55-afed-2925f0d23b52 req-07d7d91f-bc05-4691-8e6f-4fe1b3578d2d tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb HTTP/1.1" status: 200 len: 946 time: 0.0480683 Aug 27 09:48:50.931712 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-74d6ad93-ba78-4a55-afed-2925f0d23b52 req-14b80942-6cfa-4f11-87f6-ed809f411268 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315797 Aug 27 09:48:51.782970 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d1ba3-9ba9-4ac1-8330-a417ec2a0526 req-49de7cee-9703-4862-aedd-1b477a68626d tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:51.784437 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-c10d1ba3-9ba9-4ac1-8330-a417ec2a0526 req-49de7cee-9703-4862-aedd-1b477a68626d tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb HTTP/1.1" status: 200 len: 946 time: 0.0481410 Aug 27 09:48:51.822848 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-c10d1ba3-9ba9-4ac1-8330-a417ec2a0526 req-52fb17cd-5672-4493-b70a-fc1970a8a760 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326090 Aug 27 09:48:51.848302 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75d2fd-2b61-4c08-8f3a-332dfd63739a req-d57357aa-e729-432a-bc75-94d5ce517e0b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:51.849896 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ea75d2fd-2b61-4c08-8f3a-332dfd63739a req-d57357aa-e729-432a-bc75-94d5ce517e0b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0593617 Aug 27 09:48:51.893665 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ea75d2fd-2b61-4c08-8f3a-332dfd63739a req-e0f0c803-73ec-431b-a042-b042f2dee516 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370550 Aug 27 09:48:52.949630 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cc75f-52d4-4b43-af7a-b5d6dd033afa req-4a470cc0-a8ef-46b3-92aa-dbe6c2f0384e tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:52.951101 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ab8cc75f-52d4-4b43-af7a-b5d6dd033afa req-4a470cc0-a8ef-46b3-92aa-dbe6c2f0384e tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb HTTP/1.1" status: 200 len: 946 time: 0.0505807 Aug 27 09:48:52.993644 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ab8cc75f-52d4-4b43-af7a-b5d6dd033afa req-f894eadf-b641-453f-a642-a8fb322db588 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351169 Aug 27 09:48:53.035814 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43aa7c9-2e9d-4145-9182-4cabd6137549 req-9d60781e-2905-4a87-9686-b053ac3af05f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:53.037320 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f43aa7c9-2e9d-4145-9182-4cabd6137549 req-9d60781e-2905-4a87-9686-b053ac3af05f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0630977 Aug 27 09:48:53.080004 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f43aa7c9-2e9d-4145-9182-4cabd6137549 req-162e3e42-3a9f-47c5-a54c-c7eb3105c1a4 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360107 Aug 27 09:48:53.168634 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 53660) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:53.272603 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9bd69880-ad22-467b-8f0b-81ebd5bbd4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:53.341593 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-40811b2d-4801-4370-9f59-3f7e61e9b537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:53.362894 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9bd69880-ad22-467b-8f0b-81ebd5bbd4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:53.366672 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9bd69880-ad22-467b-8f0b-81ebd5bbd4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:53.406123 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-9bd69880-ad22-467b-8f0b-81ebd5bbd4c8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b0ae02f2a084acb9e50614f7c16bcc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364311 Aug 27 09:48:53.407321 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd69880-ad22-467b-8f0b-81ebd5bbd4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fef93eb-4457-457a-8dfd-83955b94fa8b,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:53.408888 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 53664) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:53.460867 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9b49401e-1c4b-439a-b7ad-41156076fdc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:53.481513 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9b49401e-1c4b-439a-b7ad-41156076fdc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:53.528017 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9b49401e-1c4b-439a-b7ad-41156076fdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:53.530628 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9b49401e-1c4b-439a-b7ad-41156076fdc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:53.534302 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-9b49401e-1c4b-439a-b7ad-41156076fdc3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6fef93eb-4457-457a-8dfd-83955b94fa8b HTTP/1.1" status: 204 len: 168 time: 0.1239350 Aug 27 09:48:53.544181 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49401e-1c4b-439a-b7ad-41156076fdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fef93eb-4457-457a-8dfd-83955b94fa8b,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:53.546000 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:53.795949 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 53674) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:53.809246 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b4fb-3a29-4cba-b07e-4ef15d5ac89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:53.897296 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b4fb-3a29-4cba-b07e-4ef15d5ac89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:53.900941 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f2f4b4fb-3a29-4cba-b07e-4ef15d5ac89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:53.939637 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-f2f4b4fb-3a29-4cba-b07e-4ef15d5ac89c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=60dda179847e4fccae8fdd6396800225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424861 Aug 27 09:48:53.940371 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4b4fb-3a29-4cba-b07e-4ef15d5ac89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b09e1be-0f87-4b70-bb0c-5edf34b13acd,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:53.942230 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 53676) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:53.990600 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-dab3d8bf-2141-4663-b631-758a083c980b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:54.015046 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-dab3d8bf-2141-4663-b631-758a083c980b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:54.067154 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-dab3d8bf-2141-4663-b631-758a083c980b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:54.068901 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df534b-5939-4399-b8f3-205750df91f9 req-98016e1e-2351-4b46-aa86-d702afeb39be tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:54.069774 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-dab3d8bf-2141-4663-b631-758a083c980b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:54.070552 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b9df534b-5939-4399-b8f3-205750df91f9 req-98016e1e-2351-4b46-aa86-d702afeb39be tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb HTTP/1.1" status: 200 len: 946 time: 0.0547347 Aug 27 09:48:54.071059 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-dab3d8bf-2141-4663-b631-758a083c980b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b09e1be-0f87-4b70-bb0c-5edf34b13acd HTTP/1.1" status: 204 len: 168 time: 0.1278381 Aug 27 09:48:54.080126 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3d8bf-2141-4663-b631-758a083c980b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b09e1be-0f87-4b70-bb0c-5edf34b13acd,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:54.172265 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf32c6-5f9d-4ce7-899e-2446cafff3e6 req-7f2c10be-0f96-458e-838a-66352facca06 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:54.173835 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a9cf32c6-5f9d-4ce7-899e-2446cafff3e6 req-7f2c10be-0f96-458e-838a-66352facca06 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb HTTP/1.1" status: 200 len: 946 time: 0.1023636 Aug 27 09:48:54.210316 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6373e-1176-4098-b256-8e8686e474ec req-7ad91f77-5512-4705-8e1e-64eff682f2a1 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:54.211858 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-08e6373e-1176-4098-b256-8e8686e474ec req-7ad91f77-5512-4705-8e1e-64eff682f2a1 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0525720 Aug 27 09:48:54.227510 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [req-b9df534b-5939-4399-b8f3-205750df91f9 req-9ad919f5-b278-4d33-8b33-80b07adc819c tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Deleting port 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:48:54.227853 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-b9df534b-5939-4399-b8f3-205750df91f9 req-9ad919f5-b278-4d33-8b33-80b07adc819c tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:54.232756 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a9cf32c6-5f9d-4ce7-899e-2446cafff3e6 req-548dded7-9d60-43db-90f5-fea48d870196 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520623 Aug 27 09:48:54.262286 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-08e6373e-1176-4098-b256-8e8686e474ec req-dab43924-6aad-4bab-95fb-2ac3ffe2161b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435107 Aug 27 09:48:54.323317 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [req-b9df534b-5939-4399-b8f3-205750df91f9 req-9ad919f5-b278-4d33-8b33-80b07adc819c tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] For port 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0d68d8dc-5b14-4c4e-9ca5-b719d7017d52,segment=NetworkSegment(4d9f90f2-ebc4-4f9e-8db4-32af4c707301),segment_id=4d9f90f2-ebc4-4f9e-8db4-32af4c707301)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:48:54.323686 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-b9df534b-5939-4399-b8f3-205750df91f9 req-9ad919f5-b278-4d33-8b33-80b07adc819c tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:54.337087 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [req-b9df534b-5939-4399-b8f3-205750df91f9 req-9ad919f5-b278-4d33-8b33-80b07adc819c tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Calling delete_port for 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 owned by compute:nova {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:48:54.392998 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:54.471190 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-b9df534b-5939-4399-b8f3-205750df91f9 req-9ad919f5-b278-4d33-8b33-80b07adc819c tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:54.487821 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['0d68d8dc-5b14-4c4e-9ca5-b719d7017d52'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:48:54.507395 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad919f5-b278-4d33-8b33-80b07adc819c tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Pushing event deleted for resources: {'Port': ['ID=0d68d8dc-5b14-4c4e-9ca5-b719d7017d52,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:54.559635 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9df534b-5939-4399-b8f3-205750df91f9 req-9ad919f5-b278-4d33-8b33-80b07adc819c tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] No DVR routers for this DVR port 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 on host hv-cinder-80475 {{(pid=100335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:48:54.562193 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-b9df534b-5939-4399-b8f3-205750df91f9 req-9ad919f5-b278-4d33-8b33-80b07adc819c tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:54.564220 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b9df534b-5939-4399-b8f3-205750df91f9 req-9ad919f5-b278-4d33-8b33-80b07adc819c tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.65 "DELETE /v2.0/ports/0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 HTTP/1.1" status: 204 len: 173 time: 0.4833984 Aug 27 09:48:54.572423 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb', 'name': 'network-vif-deleted', 'tag': '0d68d8dc-5b14-4c4e-9ca5-b719d7017d52'}] {{(pid=100335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:48:54.572423 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}025450df2500551f9904fcf1c9a215fd0038e6a364e6ac7978f47cafd8b0d6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906b0ea4-f4c1-4902-b8fc-e74270549d49" -d '{"events": [{"server_uuid": "a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb", "name": "network-vif-deleted", "tag": "0d68d8dc-5b14-4c4e-9ca5-b719d7017d52"}]}' {{(pid=100335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:48:54.606244 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6008d6-63d4-4d9c-80c2-98e2489d7f77 x-openstack-request-id: req-2b6008d6-63d4-4d9c-80c2-98e2489d7f77 {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:48:54.606643 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb", "name": "network-vif-deleted", "tag": "0d68d8dc-5b14-4c4e-9ca5-b719d7017d52", "status": "completed", "code": 200}]} {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:48:54.606782 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2b6008d6-63d4-4d9c-80c2-98e2489d7f77 {{(pid=100335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:48:54.607106 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a5f5d7-e28e-474c-a93f-a11f43f0e9eb', 'name': 'network-vif-deleted', 'tag': '0d68d8dc-5b14-4c4e-9ca5-b719d7017d52', 'status': 'completed', 'code': 200} Aug 27 09:48:54.905305 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:55.223343 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:48:55.423465 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1305f-429e-4368-826a-dfeb15977f01 req-08c792fe-3988-44ae-a5ac-5ae77b0efc4b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:55.424954 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4ed1305f-429e-4368-826a-dfeb15977f01 req-08c792fe-3988-44ae-a5ac-5ae77b0efc4b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0738268 Aug 27 09:48:55.472710 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4ed1305f-429e-4368-826a-dfeb15977f01 req-b5600ac1-4a0f-4008-9682-3deec32a46b1 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354283 Aug 27 09:48:55.676138 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-262b57ef-02a5-4d4b-9e6b-9310bbda4383 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:55.677751 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-262b57ef-02a5-4d4b-9e6b-9310bbda4383 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/networks?id=274a6c0e-7366-418f-a86f-184c988909b2 HTTP/1.1" status: 200 len: 808 time: 0.1135273 Aug 27 09:48:55.694385 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f5f9da87-4f79-4fcd-bccc-985e2f8f7b2c tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/quotas/7450a4faab944618abf77341c6a3c97a HTTP/1.1" status: 200 len: 375 time: 0.0104425 Aug 27 09:48:55.729153 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-a4ba036d-4693-4497-aacc-29b3ae367842 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7450a4faab944618abf77341c6a3c97a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289786 Aug 27 09:48:55.862408 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-924d0d4d-2a31-4d80-ac23-be1b73effbf8 service neutron] 10.222.0.55 "GET /v2.0/networks/274a6c0e-7366-418f-a86f-184c988909b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187401 Aug 27 09:48:55.955246 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-063448a0-10db-4a84-9ad9-d597a511202a service neutron] 10.222.0.55 "GET /v2.0/networks/274a6c0e-7366-418f-a86f-184c988909b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892320 Aug 27 09:48:56.130854 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-57f4ae9f-2104-4ce4-a728-0974b15047d9 req-66fbc07d-af7a-4d7a-8b1e-796ef553518e tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac4935ff-487e-4c9d-8acc-a1946c8d00bf HTTP/1.1" status: 200 len: 210 time: 0.0300193 Aug 27 09:48:56.313793 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40515321-f488-4158-8823-4797e9454350 req-68660246-406e-4b1b-905e-67ff6beb0646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:56.314141 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:56.316503 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-40515321-f488-4158-8823-4797e9454350 req-68660246-406e-4b1b-905e-67ff6beb0646 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 1098 time: 0.0559738 Aug 27 09:48:56.357209 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-40515321-f488-4158-8823-4797e9454350 req-82a224a1-b7d7-47c5-825b-4886312cbfca service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272174 Aug 27 09:48:56.598450 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98afb75-5a2f-4692-8fb9-af524aa092ed req-3aa0695b-ea08-447a-9bce-4779fcdbffd3 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:56.599913 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e98afb75-5a2f-4692-8fb9-af524aa092ed req-3aa0695b-ea08-447a-9bce-4779fcdbffd3 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0484145 Aug 27 09:48:56.638474 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e98afb75-5a2f-4692-8fb9-af524aa092ed req-1df538bb-209b-4450-8022-ebc28d3b62c4 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328825 Aug 27 09:48:56.663734 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:48:56.684199 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:48:56.684537 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 0d68d8dc-5b14-4c4e-9ca5-b719d7017d52 not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:48:57.253186 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4aead3e2-4815-4517-a585-c0507838a088 req-69e087bf-9b0b-49d0-8df7-374bf95c7770 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac4935ff-487e-4c9d-8acc-a1946c8d00bf HTTP/1.1" status: 200 len: 210 time: 0.0321581 Aug 27 09:48:57.436591 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-bf84ca72-89bb-4634-999c-f562630e0c1c tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:57.437976 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-bf84ca72-89bb-4634-999c-f562630e0c1c tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.65 "GET /v2.0/networks?id=274a6c0e-7366-418f-a86f-184c988909b2 HTTP/1.1" status: 200 len: 808 time: 0.1119323 Aug 27 09:48:57.464829 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-25b5e60b-fca3-4ac9-8ffb-c4554d4b4caa tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Request body: {'port': {'device_id': 'ac4935ff-487e-4c9d-8acc-a1946c8d00bf', 'network_id': '274a6c0e-7366-418f-a86f-184c988909b2', 'admin_state_up': True, 'tenant_id': '7450a4faab944618abf77341c6a3c97a'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:48:57.579647 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-25b5e60b-fca3-4ac9-8ffb-c4554d4b4caa tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Made reservation on behalf of 7450a4faab944618abf77341c6a3c97a for: {'port': 1} {{(pid=100335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:48:57.583098 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-25b5e60b-fca3-4ac9-8ffb-c4554d4b4caa tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:57.714240 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_common [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-25b5e60b-fca3-4ac9-8ffb-c4554d4b4caa tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Allocated IP 172.20.0.4 (274a6c0e-7366-418f-a86f-184c988909b2/f9512eee-73f0-4ea2-95d5-87c461e5e74b/2b963250-aebb-4a84-9520-95fe1be58d2a) {{(pid=100335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:48:57.776818 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068a285-d9f3-4904-87cc-62974d1f4986 req-8f1d95c2-7430-48ee-8c23-af3d62323cb3 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:57.778728 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7068a285-d9f3-4904-87cc-62974d1f4986 req-8f1d95c2-7430-48ee-8c23-af3d62323cb3 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0540881 Aug 27 09:48:57.823593 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7068a285-d9f3-4904-87cc-62974d1f4986 req-35e6b003-0363-4b36-a2cd-f4cb7c1b9901 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352721 Aug 27 09:48:57.881623 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-25b5e60b-fca3-4ac9-8ffb-c4554d4b4caa tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Notify callbacks [] for port, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:57.921299 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-25b5e60b-fca3-4ac9-8ffb-c4554d4b4caa tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:57.966707 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-25b5e60b-fca3-4ac9-8ffb-c4554d4b4caa tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Network 274a6c0e-7366-418f-a86f-184c988909b2 is already hosted by enough agents. {{(pid=100335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:48:57.970473 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-25b5e60b-fca3-4ac9-8ffb-c4554d4b4caa tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Resources bound (agent type, host, resource id): {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:48:57.976312 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-25b5e60b-fca3-4ac9-8ffb-c4554d4b4caa tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Received port after_create {{(pid=100335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:48:57.981672 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-25b5e60b-fca3-4ac9-8ffb-c4554d4b4caa tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:57.982268 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-25b5e60b-fca3-4ac9-8ffb-c4554d4b4caa tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:57.995086 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5e60b-fca3-4ac9-8ffb-c4554d4b4caa tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Pushing event updated for resources: {'Port': ['ID=2b963250-aebb-4a84-9520-95fe1be58d2a,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:58.001965 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-25b5e60b-fca3-4ac9-8ffb-c4554d4b4caa tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5459168 Aug 27 09:48:58.015171 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Request body: {'port': {'device_id': 'ac4935ff-487e-4c9d-8acc-a1946c8d00bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:48:58.070828 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:58.348067 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.notifiers.nova [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b963250-aebb-4a84-9520-95fe1be58d2a {{(pid=100335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:48:58.369611 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:58.387331 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.provisioning_blocks [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Transition to ACTIVE for port object 2b963250-aebb-4a84-9520-95fe1be58d2a will not be triggered until provisioned by entity L2. {{(pid=100335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:48:58.395136 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:58.415538 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a1986-f936-4bb4-8450-80d8e4d23099 req-3f1b24f3-5c19-4719-9eeb-e8fd8ac65b82 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:58.417362 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b31a1986-f936-4bb4-8450-80d8e4d23099 req-3f1b24f3-5c19-4719-9eeb-e8fd8ac65b82 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac4935ff-487e-4c9d-8acc-a1946c8d00bf HTTP/1.1" status: 200 len: 931 time: 0.0883088 Aug 27 09:48:58.688715 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Pushing event updated for resources: {'Port': ['ID=2b963250-aebb-4a84-9520-95fe1be58d2a,revision_number=2']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:58.701705 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b31a1986-f936-4bb4-8450-80d8e4d23099 req-37f6e5c5-97af-4f3c-a002-fa9d882738ba tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752027 Aug 27 09:48:58.706986 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.managers [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Attempting to bind port 2b963250-aebb-4a84-9520-95fe1be58d2a on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:48:58.707319 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.managers [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Attempting to bind port 2b963250-aebb-4a84-9520-95fe1be58d2a by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '4d9f90f2-ebc4-4f9e-8db4-32af4c707301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '274a6c0e-7366-418f-a86f-184c988909b2'}] {{(pid=100335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:48:58.707777 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Attempting to bind port 2b963250-aebb-4a84-9520-95fe1be58d2a on network 274a6c0e-7366-418f-a86f-184c988909b2 {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:48:58.715466 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Port 2b963250-aebb-4a84-9520-95fe1be58d2a on network 274a6c0e-7366-418f-a86f-184c988909b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:48:58.715792 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Attempting to bind port 2b963250-aebb-4a84-9520-95fe1be58d2a on network 274a6c0e-7366-418f-a86f-184c988909b2 {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:48:58.722226 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:48:58.722564 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Checking segment: {'id': '4d9f90f2-ebc4-4f9e-8db4-32af4c707301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '274a6c0e-7366-418f-a86f-184c988909b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:48:58.722942 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Bound using segment: {'id': '4d9f90f2-ebc4-4f9e-8db4-32af4c707301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '274a6c0e-7366-418f-a86f-184c988909b2'} {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:48:58.723359 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.managers [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Bound port: 2b963250-aebb-4a84-9520-95fe1be58d2a, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9f90f2-ebc4-4f9e-8db4-32af4c707301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '274a6c0e-7366-418f-a86f-184c988909b2'}}] {{(pid=100335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:48:58.723709 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:58.788995 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] For port 2b963250-aebb-4a84-9520-95fe1be58d2a, host hv-cinder-80475, cleared binding levels {{(pid=100335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:48:58.792372 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] For port 2b963250-aebb-4a84-9520-95fe1be58d2a, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2b963250-aebb-4a84-9520-95fe1be58d2a,segment=NetworkSegment(4d9f90f2-ebc4-4f9e-8db4-32af4c707301),segment_id=4d9f90f2-ebc4-4f9e-8db4-32af4c707301)] {{(pid=100335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:48:58.796772 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:58.839509 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:58.840144 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:58.841528 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] 10.222.0.65 "PUT /v2.0/ports/2b963250-aebb-4a84-9520-95fe1be58d2a HTTP/1.1" status: 200 len: 1093 time: 0.8305538 Aug 27 09:48:58.841970 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4935ff-487e-4c9d-8acc-a1946c8d00bf', 'tag': '2b963250-aebb-4a84-9520-95fe1be58d2a'}] {{(pid=100335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:48:58.844748 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}025450df2500551f9904fcf1c9a215fd0038e6a364e6ac7978f47cafd8b0d6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acff25af-83bd-477c-9342-07fa8321ab44" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4935ff-487e-4c9d-8acc-a1946c8d00bf", "tag": "2b963250-aebb-4a84-9520-95fe1be58d2a"}]}' {{(pid=100335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:48:58.875014 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bed0d8-0798-4b90-a0db-7349437d6f9a service neutron] Pushing event updated for resources: {'Port': ['ID=2b963250-aebb-4a84-9520-95fe1be58d2a,revision_number=3']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:58.952532 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb6c6f-9b72-4f04-b539-7d6d9e7c8737 req-ac2a00c7-c59c-45cb-9d84-be85484867c0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:58.957551 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-13fb6c6f-9b72-4f04-b539-7d6d9e7c8737 req-ac2a00c7-c59c-45cb-9d84-be85484867c0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0530486 Aug 27 09:48:59.006445 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-13fb6c6f-9b72-4f04-b539-7d6d9e7c8737 req-40c5581e-c044-4bb2-8e82-58b8a002d662 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415888 Aug 27 09:48:59.057622 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2819eab3-1a46-40e6-8aeb-280b0d809208 x-openstack-request-id: req-2819eab3-1a46-40e6-8aeb-280b0d809208 {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:48:59.057916 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4935ff-487e-4c9d-8acc-a1946c8d00bf", "tag": "2b963250-aebb-4a84-9520-95fe1be58d2a", "status": "completed", "code": 200}]} {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:48:59.058166 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2819eab3-1a46-40e6-8aeb-280b0d809208 {{(pid=100335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:48:59.058557 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4935ff-487e-4c9d-8acc-a1946c8d00bf', 'tag': '2b963250-aebb-4a84-9520-95fe1be58d2a', 'status': 'completed', 'code': 200} Aug 27 09:48:59.149471 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e9a21-3791-4a0e-84ec-95fa655ba20d req-7c60bd3e-fc07-4efb-9e27-fcb26a67b6f2 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:59.151109 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b02e9a21-3791-4a0e-84ec-95fa655ba20d req-7c60bd3e-fc07-4efb-9e27-fcb26a67b6f2 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0503528 Aug 27 09:48:59.191311 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b02e9a21-3791-4a0e-84ec-95fa655ba20d req-597d52ab-5d9f-4de3-99f5-033740db0ef4 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330310 Aug 27 09:48:59.292360 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 53870) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:59.407188 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-81d9351e-d117-4881-b6ae-f852cba8ed32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:59.511145 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-81d9351e-d117-4881-b6ae-f852cba8ed32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:59.519089 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-81d9351e-d117-4881-b6ae-f852cba8ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:59.563936 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-81d9351e-d117-4881-b6ae-f852cba8ed32 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5009f703a8864e7d8c64560d9fa5e53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672172 Aug 27 09:48:59.564173 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 53880) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:59.571076 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9351e-d117-4881-b6ae-f852cba8ed32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731a3bd4-41ef-482d-a69c-fc4e5c286b87,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:59.614901 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-02045dd0-06ff-445e-a31c-b8daee5d7c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:59.635762 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-02045dd0-06ff-445e-a31c-b8daee5d7c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:59.681603 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-02045dd0-06ff-445e-a31c-b8daee5d7c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:59.684339 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-02045dd0-06ff-445e-a31c-b8daee5d7c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:48:59.685469 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-02045dd0-06ff-445e-a31c-b8daee5d7c1e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/731a3bd4-41ef-482d-a69c-fc4e5c286b87 HTTP/1.1" status: 204 len: 168 time: 0.1203651 Aug 27 09:48:59.694340 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02045dd0-06ff-445e-a31c-b8daee5d7c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731a3bd4-41ef-482d-a69c-fc4e5c286b87,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:48:59.832476 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a1eac-8faa-4008-ac0b-fea157403a30 req-4eb0f3e5-cea5-4deb-82dd-94fbf4b86482 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:48:59.834008 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e73a1eac-8faa-4008-ac0b-fea157403a30 req-4eb0f3e5-cea5-4deb-82dd-94fbf4b86482 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac4935ff-487e-4c9d-8acc-a1946c8d00bf HTTP/1.1" status: 200 len: 943 time: 0.0534806 Aug 27 09:48:59.878575 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e73a1eac-8faa-4008-ac0b-fea157403a30 req-3969cf4a-800d-401f-b46a-4a8d7fe8de3c tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328102 Aug 27 09:48:59.947933 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 53888) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:48:59.961312 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8453ff08-22cb-4d55-a2aa-43fb9e36db2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:00.050212 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8453ff08-22cb-4d55-a2aa-43fb9e36db2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:00.054356 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8453ff08-22cb-4d55-a2aa-43fb9e36db2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:00.091510 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-8453ff08-22cb-4d55-a2aa-43fb9e36db2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5c44a5f8048409985f0eec0f95a648f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425192 Aug 27 09:49:00.092672 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453ff08-22cb-4d55-a2aa-43fb9e36db2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415c91e1-3ed2-40da-a1e9-c2f5e0c8f835,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:00.094608 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 53892) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:00.145139 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-45fa92fb-3510-4ec6-af9a-7439c4e806bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:00.165390 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-45fa92fb-3510-4ec6-af9a-7439c4e806bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:00.210708 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-45fa92fb-3510-4ec6-af9a-7439c4e806bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:00.213266 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-45fa92fb-3510-4ec6-af9a-7439c4e806bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:00.214472 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-45fa92fb-3510-4ec6-af9a-7439c4e806bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/415c91e1-3ed2-40da-a1e9-c2f5e0c8f835 HTTP/1.1" status: 204 len: 168 time: 0.1188278 Aug 27 09:49:00.222441 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa92fb-3510-4ec6-af9a-7439c4e806bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415c91e1-3ed2-40da-a1e9-c2f5e0c8f835,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:00.995759 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d8af4-a0fc-41b0-ab67-c11ac28cdb80 req-650d519b-782f-4285-8f2a-8414c92c34e7 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:00.997349 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-be9d8af4-a0fc-41b0-ab67-c11ac28cdb80 req-650d519b-782f-4285-8f2a-8414c92c34e7 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac4935ff-487e-4c9d-8acc-a1946c8d00bf HTTP/1.1" status: 200 len: 943 time: 0.0511639 Aug 27 09:49:01.035551 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-be9d8af4-a0fc-41b0-ab67-c11ac28cdb80 req-e5ee0d3a-120d-4b2a-9546-982731e13368 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312579 Aug 27 09:49:01.672437 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff25af-83bd-477c-9342-07fa8321ab44 req-bf7c2671-084a-42c9-8a1c-d7c7f62e077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:01.674350 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-acff25af-83bd-477c-9342-07fa8321ab44 req-bf7c2671-084a-42c9-8a1c-d7c7f62e077c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7450a4faab944618abf77341c6a3c97a&device_id=ac4935ff-487e-4c9d-8acc-a1946c8d00bf HTTP/1.1" status: 200 len: 1096 time: 0.0453348 Aug 27 09:49:01.776394 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff25af-83bd-477c-9342-07fa8321ab44 req-2cdf26ee-f62b-4d4a-a66f-c059ef4dee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:01.777881 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-acff25af-83bd-477c-9342-07fa8321ab44 req-2cdf26ee-f62b-4d4a-a66f-c059ef4dee80 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=7450a4faab944618abf77341c6a3c97a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0951481 Aug 27 09:49:01.874403 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff25af-83bd-477c-9342-07fa8321ab44 req-e1b134d5-b026-4466-bdb4-8b5e49ab8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:01.876039 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-acff25af-83bd-477c-9342-07fa8321ab44 req-e1b134d5-b026-4466-bdb4-8b5e49ab8549 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0897112 Aug 27 09:49:01.963572 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-ff00f596-712d-4b3b-a8fa-6de1ff63212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:01.965051 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-ff00f596-712d-4b3b-a8fa-6de1ff63212d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7450a4faab944618abf77341c6a3c97a&device_id=ac4935ff-487e-4c9d-8acc-a1946c8d00bf HTTP/1.1" status: 200 len: 1096 time: 0.0397038 Aug 27 09:49:02.012724 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-8c9f385b-ae8f-46e0-a55b-e72b99cccf92 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b963250-aebb-4a84-9520-95fe1be58d2a HTTP/1.1" status: 200 len: 217 time: 0.0379796 Aug 27 09:49:02.078047 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-ae123ea6-65fa-411d-811b-352f8fb8ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:02.079959 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-ae123ea6-65fa-411d-811b-352f8fb8ce1e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f9512eee-73f0-4ea2-95d5-87c461e5e74b HTTP/1.1" status: 200 len: 848 time: 0.0514705 Aug 27 09:49:02.119333 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-5e53416f-dbbb-4644-b63f-c5e2573257cf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=274a6c0e-7366-418f-a86f-184c988909b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297933 Aug 27 09:49:02.222049 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8490bd7-66fe-4161-830e-0b3e07e27a51 req-b35f4f80-70e0-4f2a-955e-8cceb581afd9 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:02.223557 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e8490bd7-66fe-4161-830e-0b3e07e27a51 req-b35f4f80-70e0-4f2a-955e-8cceb581afd9 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac4935ff-487e-4c9d-8acc-a1946c8d00bf HTTP/1.1" status: 200 len: 943 time: 0.1066029 Aug 27 09:49:02.282314 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-0f3eebc8-8fda-45fa-8903-bd02269be39a service neutron] 10.222.0.65 "GET /v2.0/networks/274a6c0e-7366-418f-a86f-184c988909b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363506 Aug 27 09:49:02.289561 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e8490bd7-66fe-4161-830e-0b3e07e27a51 req-69c1a37e-a74b-4e4c-9bf7-0d740c13d712 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536151 Aug 27 09:49:02.382660 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-82fe00c3-caa4-4ed3-8baf-3814d76bc903 req-0ccdbfc3-4782-4552-b670-0445a4826e83 service neutron] 10.222.0.65 "GET /v2.0/networks/274a6c0e-7366-418f-a86f-184c988909b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892813 Aug 27 09:49:02.968197 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b693a6e-e627-4b2b-9242-5ca12a1306b7 req-dd329358-58da-4de3-9b56-0fcd92a1190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:02.969766 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4b693a6e-e627-4b2b-9242-5ca12a1306b7 req-dd329358-58da-4de3-9b56-0fcd92a1190e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8af955f507041b0a77e055bd3164b0b&device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 1099 time: 0.0440965 Aug 27 09:49:02.979848 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b48d9f-bdec-4c3a-8c8c-737b23a40afd req-eb68816e-5fa6-422f-b2d5-5ffa96893e60 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:02.981387 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-00b48d9f-bdec-4c3a-8c8c-737b23a40afd req-eb68816e-5fa6-422f-b2d5-5ffa96893e60 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0492206 Aug 27 09:49:03.021181 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-00b48d9f-bdec-4c3a-8c8c-737b23a40afd req-dbf6bbbf-d332-42fd-8a23-6fb90689833c tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327723 Aug 27 09:49:03.068275 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b693a6e-e627-4b2b-9242-5ca12a1306b7 req-2e683d23-9b66-4eb6-b100-d1863408d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:03.069769 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4b693a6e-e627-4b2b-9242-5ca12a1306b7 req-2e683d23-9b66-4eb6-b100-d1863408d760 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d949d78-38f1-4e99-8b6a-57368afc2039 HTTP/1.1" status: 200 len: 921 time: 0.0834050 Aug 27 09:49:03.113222 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4b693a6e-e627-4b2b-9242-5ca12a1306b7 req-b85c1000-98d5-4cac-8e68-f36af1b41d89 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a0ceb7-fe00-453e-a877-9c68717f1212 HTTP/1.1" status: 200 len: 217 time: 0.0344205 Aug 27 09:49:03.175255 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b693a6e-e627-4b2b-9242-5ca12a1306b7 req-41a32536-4b06-4f6f-a1dc-23f26cae2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:03.176696 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4b693a6e-e627-4b2b-9242-5ca12a1306b7 req-41a32536-4b06-4f6f-a1dc-23f26cae2088 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a0b116e-984c-4493-adcb-d387668ba116 HTTP/1.1" status: 200 len: 859 time: 0.0478134 Aug 27 09:49:03.211350 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4b693a6e-e627-4b2b-9242-5ca12a1306b7 req-fdfdd46e-7854-4cde-89b0-cca32363647c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d949d78-38f1-4e99-8b6a-57368afc2039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236342 Aug 27 09:49:03.305309 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4b693a6e-e627-4b2b-9242-5ca12a1306b7 req-aca79739-1d23-43a7-b170-95c75a743f36 service neutron] 10.222.0.65 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840807 Aug 27 09:49:03.410129 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4b693a6e-e627-4b2b-9242-5ca12a1306b7 req-b3dd5410-cadc-4475-9780-c4d5b14b8788 service neutron] 10.222.0.65 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949214 Aug 27 09:49:03.556724 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb83a5-e265-436d-bea0-61a79d5fdf50 req-820d6abc-0db1-434d-abaa-89fc68df2299 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:03.558224 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9dcb83a5-e265-436d-bea0-61a79d5fdf50 req-820d6abc-0db1-434d-abaa-89fc68df2299 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac4935ff-487e-4c9d-8acc-a1946c8d00bf HTTP/1.1" status: 200 len: 943 time: 0.0490935 Aug 27 09:49:03.597788 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9dcb83a5-e265-436d-bea0-61a79d5fdf50 req-ae6120f2-362b-4fa4-8187-1518c23258cf tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322754 Aug 27 09:49:04.136043 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312e628-e378-4c9e-99dc-2a89916bdf72 req-6640c9aa-3d33-49f9-b329-5a087fea3ee5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:04.137573 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d312e628-e378-4c9e-99dc-2a89916bdf72 req-6640c9aa-3d33-49f9-b329-5a087fea3ee5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0505004 Aug 27 09:49:04.179210 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d312e628-e378-4c9e-99dc-2a89916bdf72 req-bb1c0b75-ccb7-4143-89f1-2b86bb450284 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350060 Aug 27 09:49:04.671578 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 2b963250-aebb-4a84-9520-95fe1be58d2a details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:49:04.713928 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3724f6-7d86-4457-b458-4db5dcb33ff0 req-da331675-ad62-4bca-a242-7ccbfb7cfdd2 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:04.715421 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8c3724f6-7d86-4457-b458-4db5dcb33ff0 req-da331675-ad62-4bca-a242-7ccbfb7cfdd2 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac4935ff-487e-4c9d-8acc-a1946c8d00bf HTTP/1.1" status: 200 len: 943 time: 0.0477629 Aug 27 09:49:04.754197 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8c3724f6-7d86-4457-b458-4db5dcb33ff0 req-1acf735a-e2f7-44e8-a0c6-e343ec0b8d67 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318139 Aug 27 09:49:04.767338 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 2b963250-aebb-4a84-9520-95fe1be58d2a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2b963250-aebb-4a84-9520-95fe1be58d2a,segment=NetworkSegment(4d9f90f2-ebc4-4f9e-8db4-32af4c707301),segment_id=4d9f90f2-ebc4-4f9e-8db4-32af4c707301)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:49:04.778470 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': '2b963250-aebb-4a84-9520-95fe1be58d2a', 'network_id': '274a6c0e-7366-418f-a86f-184c988909b2', 'port_id': '2b963250-aebb-4a84-9520-95fe1be58d2a', 'mac_address': 'fa:16:3e:3b:0e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9512eee-73f0-4ea2-95d5-87c461e5e74b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:49:04.816024 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:04.828499 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b963250-aebb-4a84-9520-95fe1be58d2a {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:49:04.848031 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 2b963250-aebb-4a84-9520-95fe1be58d2a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2b963250-aebb-4a84-9520-95fe1be58d2a,segment=NetworkSegment(4d9f90f2-ebc4-4f9e-8db4-32af4c707301),segment_id=4d9f90f2-ebc4-4f9e-8db4-32af4c707301)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:49:04.852458 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:04.902583 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=2b963250-aebb-4a84-9520-95fe1be58d2a,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:05.212949 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['2b963250-aebb-4a84-9520-95fe1be58d2a'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:49:05.337593 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46f328-6c9b-4f3b-9e60-918893bc0934 req-43e59375-b577-4587-95cf-c28620647dcb tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:05.339214 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6e46f328-6c9b-4f3b-9e60-918893bc0934 req-43e59375-b577-4587-95cf-c28620647dcb tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0803421 Aug 27 09:49:05.384825 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6e46f328-6c9b-4f3b-9e60-918893bc0934 req-361173f6-413c-4c32-9efa-5b3ab9cea956 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356407 Aug 27 09:49:05.871946 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb2a7a-bc0d-4c28-a1e3-0d9a39a5c523 req-9c300ae1-89fb-4689-9f83-eb2545309def tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:05.873411 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-07cb2a7a-bc0d-4c28-a1e3-0d9a39a5c523 req-9c300ae1-89fb-4689-9f83-eb2545309def tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac4935ff-487e-4c9d-8acc-a1946c8d00bf HTTP/1.1" status: 200 len: 944 time: 0.0479944 Aug 27 09:49:05.912775 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-07cb2a7a-bc0d-4c28-a1e3-0d9a39a5c523 req-287611f5-47d8-4c45-b250-0268995d5b32 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316844 Aug 27 09:49:06.508151 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d7ec5-fef8-4589-9bf0-2ad925cf0213 req-46f24906-1f6b-453b-9e89-4cc69f8378ab tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:06.509840 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-bb9d7ec5-fef8-4589-9bf0-2ad925cf0213 req-46f24906-1f6b-453b-9e89-4cc69f8378ab tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0514627 Aug 27 09:49:06.552006 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-bb9d7ec5-fef8-4589-9bf0-2ad925cf0213 req-3a83a520-db2c-4093-9d56-1430f7c10191 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354681 Aug 27 09:49:06.676326 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 2b963250-aebb-4a84-9520-95fe1be58d2a up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:49:06.730471 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port 2b963250-aebb-4a84-9520-95fe1be58d2a completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:49:06.734069 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port 2b963250-aebb-4a84-9520-95fe1be58d2a triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:49:06.734433 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:06.810763 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:06.835735 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4935ff-487e-4c9d-8acc-a1946c8d00bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b963250-aebb-4a84-9520-95fe1be58d2a'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:49:06.838021 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5e627b-cb4e-43f9-ab1a-57178876a982" -d '{"events": [{"server_uuid": "ac4935ff-487e-4c9d-8acc-a1946c8d00bf", "name": "network-vif-plugged", "status": "completed", "tag": "2b963250-aebb-4a84-9520-95fe1be58d2a"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:49:06.855204 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 2b963250-aebb-4a84-9520-95fe1be58d2a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2b963250-aebb-4a84-9520-95fe1be58d2a,segment=NetworkSegment(4d9f90f2-ebc4-4f9e-8db4-32af4c707301),segment_id=4d9f90f2-ebc4-4f9e-8db4-32af4c707301)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:49:06.860473 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:06.885914 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13eb11de-32f6-466e-9c85-caa811692a59 x-openstack-request-id: req-13eb11de-32f6-466e-9c85-caa811692a59 {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:49:06.886220 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4935ff-487e-4c9d-8acc-a1946c8d00bf", "name": "network-vif-plugged", "status": "completed", "tag": "2b963250-aebb-4a84-9520-95fe1be58d2a", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:49:06.886466 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-13eb11de-32f6-466e-9c85-caa811692a59 {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:49:06.886843 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4935ff-487e-4c9d-8acc-a1946c8d00bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b963250-aebb-4a84-9520-95fe1be58d2a', 'code': 200} Aug 27 09:49:06.924557 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=2b963250-aebb-4a84-9520-95fe1be58d2a,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:07.068084 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f50fc-9492-4daf-8c60-e5bac6097e52 req-bb522b02-8dd7-4c79-9e37-c9587e1e0c63 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:07.069665 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d47f50fc-9492-4daf-8c60-e5bac6097e52 req-bb522b02-8dd7-4c79-9e37-c9587e1e0c63 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac4935ff-487e-4c9d-8acc-a1946c8d00bf HTTP/1.1" status: 200 len: 945 time: 0.0799472 Aug 27 09:49:07.076195 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22321803-5813-4ba2-a844-d89f6e5ccf7b req-306e1627-4fb2-4406-9b75-9093d597f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:07.077600 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-22321803-5813-4ba2-a844-d89f6e5ccf7b req-306e1627-4fb2-4406-9b75-9093d597f22a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ac4935ff-487e-4c9d-8acc-a1946c8d00bf HTTP/1.1" status: 200 len: 1098 time: 0.0615034 Aug 27 09:49:07.130660 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d47f50fc-9492-4daf-8c60-e5bac6097e52 req-34f4a7c9-b0d3-4f78-a442-77ebb20c1dce tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521030 Aug 27 09:49:07.134356 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-22321803-5813-4ba2-a844-d89f6e5ccf7b req-a663d58a-7d58-4c7c-9e3c-c49e8a07e24e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429194 Aug 27 09:49:07.406582 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 54100) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:07.523851 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a8bb8693-5df3-4d20-996e-21c0d2b79b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:07.620622 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a8bb8693-5df3-4d20-996e-21c0d2b79b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:07.624626 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a8bb8693-5df3-4d20-996e-21c0d2b79b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:07.662360 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-a8bb8693-5df3-4d20-996e-21c0d2b79b00 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=988295565f704125a6150e267b6d13bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544034 Aug 27 09:49:07.664839 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 54108) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:07.672072 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb8693-5df3-4d20-996e-21c0d2b79b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7e593b-1702-4d06-8c12-d22d50339985,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:07.678214 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9f798-7b53-40f4-90ff-10805d097a9d req-a53ec08a-dec3-4042-9c49-dc8863f37ee1 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:07.681932 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-35a9f798-7b53-40f4-90ff-10805d097a9d req-a53ec08a-dec3-4042-9c49-dc8863f37ee1 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0542324 Aug 27 09:49:07.717117 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-e62af813-0798-4622-9f51-d66fa0ba0d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:07.718902 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-35a9f798-7b53-40f4-90ff-10805d097a9d req-a0061e05-9397-4297-9f0c-8986f44e4442 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324965 Aug 27 09:49:07.738960 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-e62af813-0798-4622-9f51-d66fa0ba0d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:07.788972 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-e62af813-0798-4622-9f51-d66fa0ba0d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:07.791663 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-e62af813-0798-4622-9f51-d66fa0ba0d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:07.792823 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-e62af813-0798-4622-9f51-d66fa0ba0d33 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a7e593b-1702-4d06-8c12-d22d50339985 HTTP/1.1" status: 204 len: 168 time: 0.1269290 Aug 27 09:49:07.800668 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62af813-0798-4622-9f51-d66fa0ba0d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7e593b-1702-4d06-8c12-d22d50339985,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:08.253255 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92d7e1-2547-434d-959b-f477772fb49c req-00473ee5-b26e-4627-af79-d25688e9b748 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:08.254858 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ac92d7e1-2547-434d-959b-f477772fb49c req-00473ee5-b26e-4627-af79-d25688e9b748 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac4935ff-487e-4c9d-8acc-a1946c8d00bf HTTP/1.1" status: 200 len: 945 time: 0.0550854 Aug 27 09:49:08.298616 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ac92d7e1-2547-434d-959b-f477772fb49c req-ed09713b-0d96-4ad5-bad5-bc22dcf46f97 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380189 Aug 27 09:49:08.443579 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 54148) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:08.559002 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-6847b6e5-127a-4f2b-a401-dd15b9f9cbc7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-142511287-network', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:49:08.580918 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6847b6e5-127a-4f2b-a401-dd15b9f9cbc7 admin admin] Made reservation on behalf of cd7089dd37db4591a4bfa8f85c7b8e01 for: {'network': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:49:08.583157 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6847b6e5-127a-4f2b-a401-dd15b9f9cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for network, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:08.592058 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6847b6e5-127a-4f2b-a401-dd15b9f9cbc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:08.683215 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6847b6e5-127a-4f2b-a401-dd15b9f9cbc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:08.687045 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6847b6e5-127a-4f2b-a401-dd15b9f9cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:08.708196 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6847b6e5-127a-4f2b-a401-dd15b9f9cbc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=100334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 09:49:08.721502 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847b6e5-127a-4f2b-a401-dd15b9f9cbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44e3161-269f-434d-88c2-e41218323ea8,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:08.726369 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6847b6e5-127a-4f2b-a401-dd15b9f9cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:08.726568 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.segments_db [None req-6847b6e5-127a-4f2b-a401-dd15b9f9cbc7 admin admin] Added segment a16105dc-f825-4adb-bc92-ed44068a7422 of type vlan for network 9fde31b5-2732-403d-afa4-b933d59badcc Aug 27 09:49:08.772833 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6847b6e5-127a-4f2b-a401-dd15b9f9cbc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775451267687'] for network, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:08.826155 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6847b6e5-127a-4f2b-a401-dd15b9f9cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for network, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:08.827115 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6847b6e5-127a-4f2b-a401-dd15b9f9cbc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:08.827716 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6847b6e5-127a-4f2b-a401-dd15b9f9cbc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:08.884436 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-6847b6e5-127a-4f2b-a401-dd15b9f9cbc7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4371314 Aug 27 09:49:08.884855 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 54170) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:08.890188 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-bb50e34c-ac82-4be8-9d7b-10bbdc1ac14c admin admin] Request body: {'subnet': {'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-142511287-subnet', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'ip_version': 4}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:49:08.891011 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9e9ea-a646-4a9c-aecb-d0ff8aff1d1c req-c26c086f-7a7f-4a35-bb2e-2931b6e1b9d6 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:08.893225 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ead9e9ea-a646-4a9c-aecb-d0ff8aff1d1c req-c26c086f-7a7f-4a35-bb2e-2931b6e1b9d6 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.1032059 Aug 27 09:49:08.904291 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847b6e5-127a-4f2b-a401-dd15b9f9cbc7 admin admin] Pushing event updated for resources: {'Network': ['ID=9fde31b5-2732-403d-afa4-b933d59badcc,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:08.918818 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Network 9fde31b5-2732-403d-afa4-b933d59badcc details requested by agent ovs-agent-dv-cinder-804757-3-iscsi with host dv-cinder-804757-3-iscsi {{(pid=100336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 09:49:08.929436 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb50e34c-ac82-4be8-9d7b-10bbdc1ac14c admin admin] Made reservation on behalf of cd7089dd37db4591a4bfa8f85c7b8e01 for: {'subnet': 1} {{(pid=100335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:49:08.936326 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-bb50e34c-ac82-4be8-9d7b-10bbdc1ac14c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:08.942915 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ead9e9ea-a646-4a9c-aecb-d0ff8aff1d1c req-5515f4cb-3ab5-41de-9f00-3ef5fb2c28f1 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422020 Aug 27 09:49:08.969474 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 54172) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:09.078716 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-5812c578-1b57-4780-a3e6-61f4a47a2184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.107349 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-bb50e34c-ac82-4be8-9d7b-10bbdc1ac14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for subnet, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.168093 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-5812c578-1b57-4780-a3e6-61f4a47a2184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.169175 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50e34c-ac82-4be8-9d7b-10bbdc1ac14c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cd6e11d-1d08-4b5b-875e-ba4dc957d343,revision_number=0']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:09.172442 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-5812c578-1b57-4780-a3e6-61f4a47a2184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.178894 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb50e34c-ac82-4be8-9d7b-10bbdc1ac14c admin admin] Checking segment: {'id': 'a16105dc-f825-4adb-bc92-ed44068a7422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:49:09.179243 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50e34c-ac82-4be8-9d7b-10bbdc1ac14c admin admin] Network hostable DHCP agents. Network: 9fde31b5-2732-403d-afa4-b933d59badcc, hostable agents: ['f25084d2-4677-41d8-9429-a13aa7534b2d'], hosted agents: [] {{(pid=100335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 09:49:09.196265 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50e34c-ac82-4be8-9d7b-10bbdc1ac14c admin admin] Network 9fde31b5-2732-403d-afa4-b933d59badcc is scheduled to be hosted by DHCP agent f25084d2-4677-41d8-9429-a13aa7534b2d with binding_index 1 {{(pid=100335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 09:49:09.206100 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-bb50e34c-ac82-4be8-9d7b-10bbdc1ac14c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-3-iscsi, 9fde31b5-2732-403d-afa4-b933d59badcc) {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:49:09.214439 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-5812c578-1b57-4780-a3e6-61f4a47a2184 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a82f712391c24507897a0605967833aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408941 Aug 27 09:49:09.214575 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb50e34c-ac82-4be8-9d7b-10bbdc1ac14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:09.214575 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-bb50e34c-ac82-4be8-9d7b-10bbdc1ac14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.214755 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812c578-1b57-4780-a3e6-61f4a47a2184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a777586-b6e1-4d2c-be39-6014d1dad706,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:09.216593 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 54176) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:09.217529 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5cb6fd-03d0-42ea-9057-eab9257120a9 None None] Network 9fde31b5-2732-403d-afa4-b933d59badcc requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:49:09.232746 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-bb50e34c-ac82-4be8-9d7b-10bbdc1ac14c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3463421 Aug 27 09:49:09.235138 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 54178) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:09.239662 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-48af705a-1a11-4ee7-bd36-28d2edb3ed10 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-142511287-router', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:49:09.265436 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-48af705a-1a11-4ee7-bd36-28d2edb3ed10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-510412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1023757'] for router, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.267095 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-48af705a-1a11-4ee7-bd36-28d2edb3ed10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1023750'] for router, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.275774 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d3644d49-1987-4e2f-aa46-110fbb2a4e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.298554 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d3644d49-1987-4e2f-aa46-110fbb2a4e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.331118 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-48af705a-1a11-4ee7-bd36-28d2edb3ed10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.356073 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d3644d49-1987-4e2f-aa46-110fbb2a4e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.358964 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d3644d49-1987-4e2f-aa46-110fbb2a4e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.363197 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-d3644d49-1987-4e2f-aa46-110fbb2a4e23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3a777586-b6e1-4d2c-be39-6014d1dad706 HTTP/1.1" status: 204 len: 168 time: 0.1426105 Aug 27 09:49:09.369092 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3644d49-1987-4e2f-aa46-110fbb2a4e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a777586-b6e1-4d2c-be39-6014d1dad706,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:09.401016 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc97b90-cefa-5163-94d9-147ed2ba9986-9fde31b5-2732-403d-afa4-b933d59badcc', 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'fixed_ips': [{'subnet_id': '4cd6e11d-1d08-4b5b-875e-ba4dc957d343'}]}} from dv-cinder-804757-3-iscsi. {{(pid=100336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 09:49:09.402003 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.531230 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd2295-b138-4561-9c2a-9ca933665862 req-f5aef1b3-7825-4689-a042-3098c4a65902 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:09.534711 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-eddd2295-b138-4561-9c2a-9ca933665862 req-f5aef1b3-7825-4689-a042-3098c4a65902 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac4935ff-487e-4c9d-8acc-a1946c8d00bf HTTP/1.1" status: 200 len: 945 time: 0.1429708 Aug 27 09:49:09.536511 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-48af705a-1a11-4ee7-bd36-28d2edb3ed10 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.560773 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.db_base_plugin_common [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Allocated IP 172.20.0.2 (9fde31b5-2732-403d-afa4-b933d59badcc/4cd6e11d-1d08-4b5b-875e-ba4dc957d343/f3a9e003-8131-4550-8e43-bcae7b41e8d4) {{(pid=100336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:49:09.661530 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-eddd2295-b138-4561-9c2a-9ca933665862 req-f6d84eb2-431b-4ee0-901e-490da919a5bc tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140411 Aug 27 09:49:09.701595 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 54192) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:09.719935 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-eb3defb7-fd59-45d8-98ee-da9ffd33acb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.740636 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Notify callbacks [] for port, precommit_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.748989 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Transition to ACTIVE for port object f3a9e003-8131-4550-8e43-bcae7b41e8d4 will not be triggered until provisioned by entity L2. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:49:09.763875 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Transition to ACTIVE for port object f3a9e003-8131-4550-8e43-bcae7b41e8d4 will not be triggered until provisioned by entity DHCP. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:49:09.770050 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.807507 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Network 9fde31b5-2732-403d-afa4-b933d59badcc is already hosted by enough agents. {{(pid=100336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:49:09.815223 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.base_scheduler [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Resources bound (agent type, host, resource id): {{(pid=100336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:49:09.821600 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Received port after_create {{(pid=100336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:49:09.824798 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Pushing event updated for resources: {'Port': ['ID=f3a9e003-8131-4550-8e43-bcae7b41e8d4,revision_number=1']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:09.858554 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-48af705a-1a11-4ee7-bd36-28d2edb3ed10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.884126 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Attempting to bind port f3a9e003-8131-4550-8e43-bcae7b41e8d4 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:49:09.884494 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Attempting to bind port f3a9e003-8131-4550-8e43-bcae7b41e8d4 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': 'a16105dc-f825-4adb-bc92-ed44068a7422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc'}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:49:09.884849 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Attempting to bind port f3a9e003-8131-4550-8e43-bcae7b41e8d4 on network 9fde31b5-2732-403d-afa4-b933d59badcc {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:49:09.885183 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-48af705a-1a11-4ee7-bd36-28d2edb3ed10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.891589 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:49:09.891959 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Checking segment: {'id': 'a16105dc-f825-4adb-bc92-ed44068a7422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:49:09.892358 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.892732 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Bound using segment: {'id': 'a16105dc-f825-4adb-bc92-ed44068a7422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc'} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:49:09.893193 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Bound port: f3a9e003-8131-4550-8e43-bcae7b41e8d4, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16105dc-f825-4adb-bc92-ed44068a7422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc'}}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:49:09.893636 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.969634 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] For port f3a9e003-8131-4550-8e43-bcae7b41e8d4, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:49:09.974310 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] For port f3a9e003-8131-4550-8e43-bcae7b41e8d4, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=f3a9e003-8131-4550-8e43-bcae7b41e8d4,segment=NetworkSegment(a16105dc-f825-4adb-bc92-ed44068a7422),segment_id=a16105dc-f825-4adb-bc92-ed44068a7422)] {{(pid=100336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:49:09.975347 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-eb3defb7-fd59-45d8-98ee-da9ffd33acb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.984492 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:09.998849 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-eb3defb7-fd59-45d8-98ee-da9ffd33acb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:10.068924 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-eb3defb7-fd59-45d8-98ee-da9ffd33acb6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c5ac02b729a48ca961da3bfc42db015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662586 Aug 27 09:49:10.071649 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 54202) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:10.077515 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb74ef9-e9af-40b1-b934-388e01ce9813 None None] Pushing event updated for resources: {'Port': ['ID=f3a9e003-8131-4550-8e43-bcae7b41e8d4,revision_number=2']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:10.084480 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_common [None req-48af705a-1a11-4ee7-bd36-28d2edb3ed10 admin admin] Allocated IP 172.27.3.203 (7e0666e1-bba7-40d6-99a1-baf82e3072a1/16ad6031-57d4-4eed-bb48-2f2edbdd88d6/ea48868f-002b-4900-a6dc-cfc935e897a6) {{(pid=100335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:49:10.086745 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3defb7-fd59-45d8-98ee-da9ffd33acb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41467478-8902-4dab-94c9-da5602808b87,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:10.127405 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b817399e-df99-407a-a5df-dcfa2304f1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:10.155965 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b817399e-df99-407a-a5df-dcfa2304f1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:10.162277 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c53284-ea5e-468c-b48d-22487f2144c9 req-98744d61-ba3f-460e-9c80-2eb0c55e65d0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:10.163999 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-79c53284-ea5e-468c-b48d-22487f2144c9 req-98744d61-ba3f-460e-9c80-2eb0c55e65d0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.1231585 Aug 27 09:49:10.217641 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b817399e-df99-407a-a5df-dcfa2304f1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:10.220116 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b817399e-df99-407a-a5df-dcfa2304f1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:10.223693 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-b817399e-df99-407a-a5df-dcfa2304f1b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/41467478-8902-4dab-94c9-da5602808b87 HTTP/1.1" status: 204 len: 168 time: 0.1480203 Aug 27 09:49:10.230049 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817399e-df99-407a-a5df-dcfa2304f1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41467478-8902-4dab-94c9-da5602808b87,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:10.449348 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-79c53284-ea5e-468c-b48d-22487f2144c9 req-987c5013-c45f-44c1-81bb-ea8d406e90cd tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767744 Aug 27 09:49:10.459113 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-48af705a-1a11-4ee7-bd36-28d2edb3ed10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:10.522443 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-48af705a-1a11-4ee7-bd36-28d2edb3ed10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:10.567861 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48af705a-1a11-4ee7-bd36-28d2edb3ed10 admin admin] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 is already hosted by enough agents. {{(pid=100335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:49:10.571779 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-48af705a-1a11-4ee7-bd36-28d2edb3ed10 admin admin] Resources bound (agent type, host, resource id): {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:49:10.576803 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48af705a-1a11-4ee7-bd36-28d2edb3ed10 admin admin] Received port after_create {{(pid=100335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:49:10.579967 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af705a-1a11-4ee7-bd36-28d2edb3ed10 admin admin] Pushing event updated for resources: {'Port': ['ID=ea48868f-002b-4900-a6dc-cfc935e897a6,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:10.595355 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94328842-25f5-4bc2-af42-9ae1e9b9f5e4 req-190e2e65-e7b3-451b-87ac-e819eaa21b31 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:10.596858 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-94328842-25f5-4bc2-af42-9ae1e9b9f5e4 req-190e2e65-e7b3-451b-87ac-e819eaa21b31 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac4935ff-487e-4c9d-8acc-a1946c8d00bf HTTP/1.1" status: 200 len: 945 time: 0.0563951 Aug 27 09:49:10.658161 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-94328842-25f5-4bc2-af42-9ae1e9b9f5e4 req-009e25a9-2249-4991-8cf3-a07ed9206200 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545235 Aug 27 09:49:10.722431 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 54218) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:10.737564 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-58357ae9-8a00-47ba-99c0-479bf703c55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:10.798910 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-48af705a-1a11-4ee7-bd36-28d2edb3ed10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:10.830712 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-58357ae9-8a00-47ba-99c0-479bf703c55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:10.834958 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-58357ae9-8a00-47ba-99c0-479bf703c55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:10.878909 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-58357ae9-8a00-47ba-99c0-479bf703c55f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=318402760abc4961b3f5206e4e441b6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552224 Aug 27 09:49:10.879766 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58357ae9-8a00-47ba-99c0-479bf703c55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75ec55f-99f8-49b5-8aca-d3099bf7233f,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:10.881433 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 54220) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:10.991948 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-800e8f75-fe0d-40bf-b02b-6a4ca292c1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:11.048804 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-800e8f75-fe0d-40bf-b02b-6a4ca292c1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:11.068345 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-48af705a-1a11-4ee7-bd36-28d2edb3ed10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504277'] for router, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:11.109781 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa93edbc-65cb-4572-b4ca-3b4fca753b26 None None] Network 9fde31b5-2732-403d-afa4-b933d59badcc requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:49:11.166937 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-b056c6de-cb6f-4c77-a4b5-7fe79407e6d3 None None] Provisioning for port f3a9e003-8131-4550-8e43-bcae7b41e8d4 completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:49:11.171404 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-800e8f75-fe0d-40bf-b02b-6a4ca292c1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:11.174005 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-800e8f75-fe0d-40bf-b02b-6a4ca292c1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:11.175126 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-800e8f75-fe0d-40bf-b02b-6a4ca292c1e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d75ec55f-99f8-49b5-8aca-d3099bf7233f HTTP/1.1" status: 204 len: 168 time: 0.2925327 Aug 27 09:49:11.189952 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e8f75-fe0d-40bf-b02b-6a4ca292c1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75ec55f-99f8-49b5-8aca-d3099bf7233f,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:11.225659 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48af705a-1a11-4ee7-bd36-28d2edb3ed10 admin admin] Router 58a0c187-ad6d-4aa8-a096-f672891485b5 is scheduled to L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a with binding_index 1 {{(pid=100335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 09:49:11.345821 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48af705a-1a11-4ee7-bd36-28d2edb3ed10 admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:49:11.357880 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Sync routers for ids ['58a0c187-ad6d-4aa8-a096-f672891485b5'] in dv-cinder-804757-3-iscsi {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:49:11.365272 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-48af705a-1a11-4ee7-bd36-28d2edb3ed10 admin admin] Notify callbacks [] for router, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:11.368697 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-48af705a-1a11-4ee7-bd36-28d2edb3ed10 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1325488 Aug 27 09:49:11.371784 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 54224) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:11.378235 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Routers {'58a0c187-ad6d-4aa8-a096-f672891485b5'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:49:11.378886 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:48:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['58a0c187-ad6d-4aa8-a096-f672891485b5'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:49:11.517865 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Set router 58a0c187-ad6d-4aa8-a096-f672891485b5 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:49:11.638300 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83990f7d-3695-4a18-b68b-4a614e89b30f req-d60449db-8d29-4c8e-81e3-b5a9f3a15a87 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:11.639758 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-83990f7d-3695-4a18-b68b-4a614e89b30f req-d60449db-8d29-4c8e-81e3-b5a9f3a15a87 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0708315 Aug 27 09:49:11.714791 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'name': 'tempest-TestMinimumBasicScenario-142511287-router', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:10Z', 'revision_number': 3, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'gw_port': {'id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:20:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:49:11.756139 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Checking router: 58a0c187-ad6d-4aa8-a096-f672891485b5 for host: dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:49:11.756546 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Updating router 58a0c187-ad6d-4aa8-a096-f672891485b5 port ea48868f-002b-4900-a6dc-cfc935e897a6 binding host dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 09:49:11.785152 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:11.803477 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-83990f7d-3695-4a18-b68b-4a614e89b30f req-bcefd529-1435-4c65-8264-0ce004b3c303 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349444 Aug 27 09:49:11.875358 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fde13-16a6-4770-8872-c98b5f7dc5ec req-3c217423-554d-467c-a780-067c71048666 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:11.893215 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6a9fde13-16a6-4770-8872-c98b5f7dc5ec req-3c217423-554d-467c-a780-067c71048666 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac4935ff-487e-4c9d-8acc-a1946c8d00bf HTTP/1.1" status: 200 len: 945 time: 0.0961483 Aug 27 09:49:11.920581 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6a9fde13-16a6-4770-8872-c98b5f7dc5ec req-c2637e02-768a-4be1-9a9d-0ba0581c5299 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/security-groups?id=010981d2-8bf4-4dc4-8850-77fd278f8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354676 Aug 27 09:49:11.927806 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:12.103051 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Notify callbacks [] for port, precommit_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:12.111268 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Allocated IP 172.20.0.1 (9fde31b5-2732-403d-afa4-b933d59badcc/4cd6e11d-1d08-4b5b-875e-ba4dc957d343/1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:49:12.114125 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.provisioning_blocks [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Transition to ACTIVE for port object ea48868f-002b-4900-a6dc-cfc935e897a6 will not be triggered until provisioned by entity L2. {{(pid=100337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:49:12.119833 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:12.136017 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device f3a9e003-8131-4550-8e43-bcae7b41e8d4 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:49:12.174780 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Attempting to bind port ea48868f-002b-4900-a6dc-cfc935e897a6 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:49:12.175148 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Attempting to bind port ea48868f-002b-4900-a6dc-cfc935e897a6 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}] {{(pid=100337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:49:12.175468 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Attempting to bind port ea48868f-002b-4900-a6dc-cfc935e897a6 on network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:49:12.178492 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756b159-2b17-4b0e-9a66-c9b3a7957531 None None] Pushing event updated for resources: {'Port': ['ID=ea48868f-002b-4900-a6dc-cfc935e897a6,revision_number=2']} {{(pid=100337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:12.186589 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:49:12.186958 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Checking segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:49:12.188608 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:12.188608 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Bound using segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:49:12.188833 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Bound port: ea48868f-002b-4900-a6dc-cfc935e897a6, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}}] {{(pid=100337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:49:12.189162 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:12.192575 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756b159-2b17-4b0e-9a66-c9b3a7957531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:12.193228 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756b159-2b17-4b0e-9a66-c9b3a7957531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:12.193420 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756b159-2b17-4b0e-9a66-c9b3a7957531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:12.193787 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756b159-2b17-4b0e-9a66-c9b3a7957531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:12.194660 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756b159-2b17-4b0e-9a66-c9b3a7957531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:12.194660 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756b159-2b17-4b0e-9a66-c9b3a7957531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:12.194836 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756b159-2b17-4b0e-9a66-c9b3a7957531 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:12.195166 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756b159-2b17-4b0e-9a66-c9b3a7957531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:12.195454 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756b159-2b17-4b0e-9a66-c9b3a7957531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:12.195717 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756b159-2b17-4b0e-9a66-c9b3a7957531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:12.196035 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756b159-2b17-4b0e-9a66-c9b3a7957531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:12.196345 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5756b159-2b17-4b0e-9a66-c9b3a7957531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:12.216860 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port f3a9e003-8131-4550-8e43-bcae7b41e8d4 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:49:12.231969 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port f3a9e003-8131-4550-8e43-bcae7b41e8d4 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:49:12.233024 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:12.258499 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.db [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] For port ea48868f-002b-4900-a6dc-cfc935e897a6, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:49:12.264380 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.db [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] For port ea48868f-002b-4900-a6dc-cfc935e897a6, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=ea48868f-002b-4900-a6dc-cfc935e897a6,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:49:12.269365 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:12.270310 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:12.296165 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Transition to ACTIVE for port object 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa will not be triggered until provisioned by entity DHCP. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:49:12.337219 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:12.338370 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:12.341298 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756b159-2b17-4b0e-9a66-c9b3a7957531 None None] Pushing event updated for resources: {'Port': ['ID=ea48868f-002b-4900-a6dc-cfc935e897a6,revision_number=3']} {{(pid=100337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:12.350948 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Routers {'58a0c187-ad6d-4aa8-a096-f672891485b5'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:49:12.351624 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:48:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['58a0c187-ad6d-4aa8-a096-f672891485b5'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:49:12.387138 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Pushing event updated for resources: {'Port': ['ID=1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:12.399706 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port f3a9e003-8131-4550-8e43-bcae7b41e8d4, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=f3a9e003-8131-4550-8e43-bcae7b41e8d4,segment=NetworkSegment(a16105dc-f825-4adb-bc92-ed44068a7422),segment_id=a16105dc-f825-4adb-bc92-ed44068a7422)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:49:12.405989 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Network 9fde31b5-2732-403d-afa4-b933d59badcc is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:49:12.406289 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:12.410297 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:49:12.413237 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:49:12.452677 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051b8bc-0645-47ff-80bd-2470ab756746 req-9d113ba0-fbd9-4508-b972-793ae48dd9f8 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:12.457454 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4051b8bc-0645-47ff-80bd-2470ab756746 req-9d113ba0-fbd9-4508-b972-793ae48dd9f8 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac4935ff-487e-4c9d-8acc-a1946c8d00bf HTTP/1.1" status: 200 len: 945 time: 0.0943811 Aug 27 09:49:12.479382 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=f3a9e003-8131-4550-8e43-bcae7b41e8d4,revision_number=3']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:12.487362 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504074'] for router_interface, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:12.555520 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] Set router 58a0c187-ad6d-4aa8-a096-f672891485b5 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:49:12.654580 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [req-4051b8bc-0645-47ff-80bd-2470ab756746 req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Deleting port 2b963250-aebb-4a84-9520-95fe1be58d2a {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:49:12.654927 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-4051b8bc-0645-47ff-80bd-2470ab756746 req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:12.660002 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:12.752419 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-8d35660b-cec1-45c1-a1e2-1eefc1ed148b None None] Provisioning for port 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:49:12.758120 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-8d35660b-cec1-45c1-a1e2-1eefc1ed148b None None] Provisioning complete for port 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:49:12.758849 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-8d35660b-cec1-45c1-a1e2-1eefc1ed148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:12.799129 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-8d35660b-cec1-45c1-a1e2-1eefc1ed148b None None] Port 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:49:12.816928 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [req-4051b8bc-0645-47ff-80bd-2470ab756746 req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] For port 2b963250-aebb-4a84-9520-95fe1be58d2a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2b963250-aebb-4a84-9520-95fe1be58d2a,segment=NetworkSegment(4d9f90f2-ebc4-4f9e-8db4-32af4c707301),segment_id=4d9f90f2-ebc4-4f9e-8db4-32af4c707301)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:49:12.817299 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-4051b8bc-0645-47ff-80bd-2470ab756746 req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:12.851435 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [req-4051b8bc-0645-47ff-80bd-2470ab756746 req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Calling delete_port for 2b963250-aebb-4a84-9520-95fe1be58d2a owned by compute:nova {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:49:12.949002 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'name': 'tempest-TestMinimumBasicScenario-142511287-router', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:10Z', 'revision_number': 3, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'gw_port': {'id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:20:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:49:12.989347 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55926e6a-9917-41f2-9071-c6bf3661b649 None None] The sync data for ids ['58a0c187-ad6d-4aa8-a096-f672891485b5'] in dv-cinder-804757-3-iscsi is: [{'id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'name': 'tempest-TestMinimumBasicScenario-142511287-router', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:10Z', 'revision_number': 3, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'gw_port': {'id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:20:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}] {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:49:13.028201 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-4051b8bc-0645-47ff-80bd-2470ab756746 req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:13.098487 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Pushing event deleted for resources: {'Port': ['ID=2b963250-aebb-4a84-9520-95fe1be58d2a,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:13.130699 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f28e6-dfc8-4a5c-a952-6a3e171265e6 req-e67deff6-d9b5-48d7-b473-c9546eec4cc1 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:13.132285 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-fb2f28e6-dfc8-4a5c-a952-6a3e171265e6 req-e67deff6-d9b5-48d7-b473-c9546eec4cc1 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.1004233 Aug 27 09:49:13.134550 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.134884 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.135382 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.135879 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.136350 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.136806 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.137255 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.137749 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.138230 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.138689 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.139146 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.139593 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.144879 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4051b8bc-0645-47ff-80bd-2470ab756746 req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] No DVR routers for this DVR port 2b963250-aebb-4a84-9520-95fe1be58d2a on host hv-cinder-80475 {{(pid=100335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:49:13.148847 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-4051b8bc-0645-47ff-80bd-2470ab756746 req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:13.151384 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4051b8bc-0645-47ff-80bd-2470ab756746 req-3d1a759b-9d69-4bc5-8403-e044eb765f56 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.65 "DELETE /v2.0/ports/2b963250-aebb-4a84-9520-95fe1be58d2a HTTP/1.1" status: 204 len: 173 time: 0.6815178 Aug 27 09:49:13.152492 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4935ff-487e-4c9d-8acc-a1946c8d00bf', 'name': 'network-vif-deleted', 'tag': '2b963250-aebb-4a84-9520-95fe1be58d2a'}] {{(pid=100335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:49:13.156294 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}025450df2500551f9904fcf1c9a215fd0038e6a364e6ac7978f47cafd8b0d6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1793ce4d-7d18-4d87-a71d-09fa25b02297" -d '{"events": [{"server_uuid": "ac4935ff-487e-4c9d-8acc-a1946c8d00bf", "name": "network-vif-deleted", "tag": "2b963250-aebb-4a84-9520-95fe1be58d2a"}]}' {{(pid=100335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:49:13.193952 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1092d413-35d0-4637-ac56-eeb7fce78325 req-07bfb717-501b-4dbf-9635-a31c529e4be9 tempest-VolumesActionsTest-1071991609 tempest-VolumesActionsTest-1071991609-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac4935ff-487e-4c9d-8acc-a1946c8d00bf HTTP/1.1" status: 200 len: 210 time: 0.0312984 Aug 27 09:49:13.219008 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-fb2f28e6-dfc8-4a5c-a952-6a3e171265e6 req-ef69fae6-4d43-4a20-8f3c-22c7c5fde5b5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718112 Aug 27 09:49:13.224892 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:13.247395 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:13.272585 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec42e44c-9419-46fc-b589-3d94d3113277 x-openstack-request-id: req-ec42e44c-9419-46fc-b589-3d94d3113277 {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:49:13.273507 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4935ff-487e-4c9d-8acc-a1946c8d00bf", "name": "network-vif-deleted", "tag": "2b963250-aebb-4a84-9520-95fe1be58d2a", "status": "completed", "code": 200}]} {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:49:13.273764 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec42e44c-9419-46fc-b589-3d94d3113277 {{(pid=100335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:49:13.274196 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4935ff-487e-4c9d-8acc-a1946c8d00bf', 'name': 'network-vif-deleted', 'tag': '2b963250-aebb-4a84-9520-95fe1be58d2a', 'status': 'completed', 'code': 200} Aug 27 09:49:13.328020 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Pushing event updated for resources: {'Port': ['ID=1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:13.331192 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1681839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-504021'] for router_interface, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:13.343579 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.343923 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.344283 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.345236 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.347016 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.347380 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.347719 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.349797 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.349797 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.349797 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.349797 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.349797 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:49:13.467786 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Network 9fde31b5-2732-403d-afa4-b933d59badcc is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:49:13.469932 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:49:13.658445 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Router 58a0c187-ad6d-4aa8-a096-f672891485b5 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:49:13.730622 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-33334324-0bf0-4bf5-9f2d-f132abcfdd91 None None] Provisioning complete for port 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:49:13.731162 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-33334324-0bf0-4bf5-9f2d-f132abcfdd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:13.789066 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-33334324-0bf0-4bf5-9f2d-f132abcfdd91 None None] Port 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:49:13.798652 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:49:13.805972 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-0d070977-325f-42fd-91a4-3114bb493a78 admin admin] 10.222.0.55 "PUT /v2.0/routers/58a0c187-ad6d-4aa8-a096-f672891485b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4326339 Aug 27 09:49:14.145652 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device ea48868f-002b-4900-a6dc-cfc935e897a6 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:49:14.206110 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port ea48868f-002b-4900-a6dc-cfc935e897a6 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:49:14.210852 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port ea48868f-002b-4900-a6dc-cfc935e897a6 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:49:14.210989 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:14.304622 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:14.329873 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port ea48868f-002b-4900-a6dc-cfc935e897a6, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=ea48868f-002b-4900-a6dc-cfc935e897a6,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:49:14.333899 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:14.335175 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device f3a9e003-8131-4550-8e43-bcae7b41e8d4 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:49:14.387612 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10a804-7d5a-47c4-a1a0-90101a389579 req-81f296d8-e19e-4655-9fba-642010b48fe9 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:14.390341 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0c10a804-7d5a-47c4-a1a0-90101a389579 req-81f296d8-e19e-4655-9fba-642010b48fe9 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0663719 Aug 27 09:49:14.413384 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=ea48868f-002b-4900-a6dc-cfc935e897a6,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:14.429396 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port f3a9e003-8131-4550-8e43-bcae7b41e8d4 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:49:14.429923 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:14.444239 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0c10a804-7d5a-47c4-a1a0-90101a389579 req-64ba2867-d444-4582-9fc0-2c1390625bc8 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467408 Aug 27 09:49:14.546116 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 54320) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:14.551613 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-a3595cc2-ef2a-4b4e-8dcc-d7fffd07841b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-986897828-network', 'tenant_id': 'ac1c494014684ddb94344b659881d125'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:49:14.572401 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3595cc2-ef2a-4b4e-8dcc-d7fffd07841b admin admin] Made reservation on behalf of ac1c494014684ddb94344b659881d125 for: {'network': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:49:14.574671 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a3595cc2-ef2a-4b4e-8dcc-d7fffd07841b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for network, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:14.583240 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a3595cc2-ef2a-4b4e-8dcc-d7fffd07841b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:14.698571 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a3595cc2-ef2a-4b4e-8dcc-d7fffd07841b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:14.703469 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a3595cc2-ef2a-4b4e-8dcc-d7fffd07841b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:14.729105 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3595cc2-ef2a-4b4e-8dcc-d7fffd07841b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=100334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 09:49:14.749926 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3595cc2-ef2a-4b4e-8dcc-d7fffd07841b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe1d637-70a5-44ee-9cdd-408ac1c75c40,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:14.755336 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a3595cc2-ef2a-4b4e-8dcc-d7fffd07841b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:14.755682 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.segments_db [None req-a3595cc2-ef2a-4b4e-8dcc-d7fffd07841b admin admin] Added segment 01184da2-0bbe-4c64-bcad-87e3277aff5e of type vlan for network cc631634-2f2f-4791-8a24-b792287a4a95 Aug 27 09:49:14.802597 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a3595cc2-ef2a-4b4e-8dcc-d7fffd07841b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775451267687'] for network, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:14.835017 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a3595cc2-ef2a-4b4e-8dcc-d7fffd07841b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for network, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:14.836061 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3595cc2-ef2a-4b4e-8dcc-d7fffd07841b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:14.836647 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a3595cc2-ef2a-4b4e-8dcc-d7fffd07841b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:14.901356 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-a3595cc2-ef2a-4b4e-8dcc-d7fffd07841b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3541257 Aug 27 09:49:14.904472 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 54342) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:14.910092 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-fb94166c-d414-426b-b6ff-44acd2b5d37f admin admin] Request body: {'subnet': {'network_id': 'cc631634-2f2f-4791-8a24-b792287a4a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-986897828-subnet', 'tenant_id': 'ac1c494014684ddb94344b659881d125', 'ip_version': 4}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:49:14.925984 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3595cc2-ef2a-4b4e-8dcc-d7fffd07841b admin admin] Pushing event updated for resources: {'Network': ['ID=cc631634-2f2f-4791-8a24-b792287a4a95,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:14.940415 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Network cc631634-2f2f-4791-8a24-b792287a4a95 details requested by agent ovs-agent-dv-cinder-804757-3-iscsi with host dv-cinder-804757-3-iscsi {{(pid=100336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 09:49:14.942749 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb94166c-d414-426b-b6ff-44acd2b5d37f admin admin] Made reservation on behalf of ac1c494014684ddb94344b659881d125 for: {'subnet': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:49:14.945140 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-fb94166c-d414-426b-b6ff-44acd2b5d37f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9947324'] for subnet, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:15.099454 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Sync routers for ids ['58a0c187-ad6d-4aa8-a096-f672891485b5'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:49:15.109365 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Routers {'58a0c187-ad6d-4aa8-a096-f672891485b5'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:49:15.110656 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:48:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['58a0c187-ad6d-4aa8-a096-f672891485b5'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:49:15.142541 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-fb94166c-d414-426b-b6ff-44acd2b5d37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10045627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9947342'] for subnet, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:15.214005 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb94166c-d414-426b-b6ff-44acd2b5d37f admin admin] Checking segment: {'id': '01184da2-0bbe-4c64-bcad-87e3277aff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cc631634-2f2f-4791-8a24-b792287a4a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:49:15.214363 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb94166c-d414-426b-b6ff-44acd2b5d37f admin admin] Network hostable DHCP agents. Network: cc631634-2f2f-4791-8a24-b792287a4a95, hostable agents: ['f25084d2-4677-41d8-9429-a13aa7534b2d'], hosted agents: [] {{(pid=100334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 09:49:15.217251 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94166c-d414-426b-b6ff-44acd2b5d37f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f73a38-7fc9-401f-b491-f54a69175f5e,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:15.221540 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Set router 58a0c187-ad6d-4aa8-a096-f672891485b5 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:49:15.234351 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb94166c-d414-426b-b6ff-44acd2b5d37f admin admin] Network cc631634-2f2f-4791-8a24-b792287a4a95 is scheduled to be hosted by DHCP agent f25084d2-4677-41d8-9429-a13aa7534b2d with binding_index 1 {{(pid=100334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 09:49:15.245117 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-fb94166c-d414-426b-b6ff-44acd2b5d37f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-3-iscsi, cc631634-2f2f-4791-8a24-b792287a4a95) {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:49:15.249588 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb94166c-d414-426b-b6ff-44acd2b5d37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:15.250421 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-fb94166c-d414-426b-b6ff-44acd2b5d37f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:15.260100 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f085544-5888-4944-944b-0f81d8055f48 None None] Network cc631634-2f2f-4791-8a24-b792287a4a95 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:49:15.271389 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-fb94166c-d414-426b-b6ff-44acd2b5d37f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3636491 Aug 27 09:49:15.271628 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 54370) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:15.276138 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-ffac4d28-d746-41fd-8c17-80fb9a3297e6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-986897828-router', 'tenant_id': 'ac1c494014684ddb94344b659881d125', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:49:15.298808 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ffac4d28-d746-41fd-8c17-80fb9a3297e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-510412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1023757'] for router, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:15.299880 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ffac4d28-d746-41fd-8c17-80fb9a3297e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1023750'] for router, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:15.356708 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ffac4d28-d746-41fd-8c17-80fb9a3297e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:15.495018 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ffac4d28-d746-41fd-8c17-80fb9a3297e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:15.605526 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55aa9d-faf1-4bb7-abfc-a17ae0271032 req-eb13ec88-c049-43b2-9ad3-5e441abf8df5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:15.607085 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0d55aa9d-faf1-4bb7-abfc-a17ae0271032 req-eb13ec88-c049-43b2-9ad3-5e441abf8df5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0851316 Aug 27 09:49:15.631735 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc97b90-cefa-5163-94d9-147ed2ba9986-cc631634-2f2f-4791-8a24-b792287a4a95', 'network_id': 'cc631634-2f2f-4791-8a24-b792287a4a95', 'tenant_id': 'ac1c494014684ddb94344b659881d125', 'fixed_ips': [{'subnet_id': 'a0f73a38-7fc9-401f-b491-f54a69175f5e'}]}} from dv-cinder-804757-3-iscsi. {{(pid=100336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 09:49:15.632556 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:15.660605 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0d55aa9d-faf1-4bb7-abfc-a17ae0271032 req-b2d7a4d2-ad2a-4f53-8126-c8786c849f68 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457034 Aug 27 09:49:15.663867 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'name': 'tempest-TestMinimumBasicScenario-142511287-router', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:12Z', 'revision_number': 4, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'gw_port': {'id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa', 'name': '', 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'mac_address': 'fa:16:3e:a4:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4cd6e11d-1d08-4b5b-875e-ba4dc957d343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:11Z', 'updated_at': '2021-08-27T09:49:12Z', 'revision_number': 2, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'subnets': [{'id': '4cd6e11d-1d08-4b5b-875e-ba4dc957d343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:49:15.734458 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Checking router: 58a0c187-ad6d-4aa8-a096-f672891485b5 for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:49:15.734781 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Updating router 58a0c187-ad6d-4aa8-a096-f672891485b5 port 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa binding host dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 09:49:15.773783 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:15.776939 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ffac4d28-d746-41fd-8c17-80fb9a3297e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:15.796324 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ffac4d28-d746-41fd-8c17-80fb9a3297e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:15.854826 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.db_base_plugin_common [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Allocated IP 172.20.0.2 (cc631634-2f2f-4791-8a24-b792287a4a95/a0f73a38-7fc9-401f-b491-f54a69175f5e/e5508fec-3646-48b3-9202-bbf04cf0c91e) {{(pid=100336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:49:15.904242 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [None req-ffac4d28-d746-41fd-8c17-80fb9a3297e6 admin admin] Allocated IP 172.27.3.223 (7e0666e1-bba7-40d6-99a1-baf82e3072a1/16ad6031-57d4-4eed-bb48-2f2edbdd88d6/4a1e2fc8-5916-4c8e-97e7-1d5872e10b43) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:49:16.032467 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ffac4d28-d746-41fd-8c17-80fb9a3297e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:16.072609 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ffac4d28-d746-41fd-8c17-80fb9a3297e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:16.095535 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 2b963250-aebb-4a84-9520-95fe1be58d2a no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:49:16.097446 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device ea48868f-002b-4900-a6dc-cfc935e897a6 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:49:16.116128 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffac4d28-d746-41fd-8c17-80fb9a3297e6 admin admin] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:49:16.121050 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-ffac4d28-d746-41fd-8c17-80fb9a3297e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:49:16.124687 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffac4d28-d746-41fd-8c17-80fb9a3297e6 admin admin] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:49:16.130499 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac4d28-d746-41fd-8c17-80fb9a3297e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4a1e2fc8-5916-4c8e-97e7-1d5872e10b43,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:16.148753 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: 2b963250-aebb-4a84-9520-95fe1be58d2a {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:49:16.149089 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 2b963250-aebb-4a84-9520-95fe1be58d2a not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:49:16.181287 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Notify callbacks [] for port, precommit_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:16.201747 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Transition to ACTIVE for port object e5508fec-3646-48b3-9202-bbf04cf0c91e will not be triggered until provisioned by entity L2. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:49:16.256514 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Transition to ACTIVE for port object e5508fec-3646-48b3-9202-bbf04cf0c91e will not be triggered until provisioned by entity DHCP. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:49:16.261680 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Notify callbacks [] for port, precommit_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:16.266880 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:16.281833 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port ea48868f-002b-4900-a6dc-cfc935e897a6 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:49:16.282191 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:16.302708 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Transition to ACTIVE for port object 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa will not be triggered until provisioned by entity L2. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:49:16.332407 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:16.337223 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Network cc631634-2f2f-4791-8a24-b792287a4a95 is already hosted by enough agents. {{(pid=100336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:49:16.348216 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.base_scheduler [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Resources bound (agent type, host, resource id): {{(pid=100336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:49:16.355340 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Received port after_create {{(pid=100336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:49:16.362020 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Pushing event updated for resources: {'Port': ['ID=e5508fec-3646-48b3-9202-bbf04cf0c91e,revision_number=1']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:16.388039 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ffac4d28-d746-41fd-8c17-80fb9a3297e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:16.480404 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2fbe7-6557-4009-9073-edc7e92428fe None None] Pushing event updated for resources: {'Port': ['ID=1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa,revision_number=3']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:16.501204 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Attempting to bind port e5508fec-3646-48b3-9202-bbf04cf0c91e on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:49:16.501597 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Attempting to bind port e5508fec-3646-48b3-9202-bbf04cf0c91e by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': '01184da2-0bbe-4c64-bcad-87e3277aff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cc631634-2f2f-4791-8a24-b792287a4a95'}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:49:16.502166 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Attempting to bind port e5508fec-3646-48b3-9202-bbf04cf0c91e on network cc631634-2f2f-4791-8a24-b792287a4a95 {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:49:16.539039 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:49:16.539413 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Checking segment: {'id': '01184da2-0bbe-4c64-bcad-87e3277aff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cc631634-2f2f-4791-8a24-b792287a4a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:49:16.539799 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:16.540358 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Bound using segment: {'id': '01184da2-0bbe-4c64-bcad-87e3277aff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cc631634-2f2f-4791-8a24-b792287a4a95'} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:49:16.540821 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Bound port: e5508fec-3646-48b3-9202-bbf04cf0c91e, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01184da2-0bbe-4c64-bcad-87e3277aff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cc631634-2f2f-4791-8a24-b792287a4a95'}}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:49:16.541190 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:16.543110 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Attempting to bind port 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:49:16.543465 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Attempting to bind port 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': 'a16105dc-f825-4adb-bc92-ed44068a7422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc'}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:49:16.543805 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Attempting to bind port 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa on network 9fde31b5-2732-403d-afa4-b933d59badcc {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:49:16.565074 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:49:16.565441 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Checking segment: {'id': 'a16105dc-f825-4adb-bc92-ed44068a7422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:49:16.565857 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:16.566241 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Bound using segment: {'id': 'a16105dc-f825-4adb-bc92-ed44068a7422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc'} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:49:16.566700 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Bound port: 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16105dc-f825-4adb-bc92-ed44068a7422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc'}}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:49:16.567069 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:16.596941 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ffac4d28-d746-41fd-8c17-80fb9a3297e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504277'] for router, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:16.674490 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] For port e5508fec-3646-48b3-9202-bbf04cf0c91e, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:49:16.677511 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] For port e5508fec-3646-48b3-9202-bbf04cf0c91e, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=e5508fec-3646-48b3-9202-bbf04cf0c91e,segment=NetworkSegment(01184da2-0bbe-4c64-bcad-87e3277aff5e),segment_id=01184da2-0bbe-4c64-bcad-87e3277aff5e)] {{(pid=100336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:49:16.684227 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:16.693242 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] For port 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:49:16.730518 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] For port 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa,segment=NetworkSegment(a16105dc-f825-4adb-bc92-ed44068a7422),segment_id=a16105dc-f825-4adb-bc92-ed44068a7422)] {{(pid=100336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:49:16.738668 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffac4d28-d746-41fd-8c17-80fb9a3297e6 admin admin] Router 1e6b2acb-7a81-4b17-9785-d6159c2dccb5 is scheduled to L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a with binding_index 1 {{(pid=100334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 09:49:16.740293 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:16.762982 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42560083-3cf6-48e3-912a-dbf5274cf44a None None] Pushing event updated for resources: {'Port': ['ID=e5508fec-3646-48b3-9202-bbf04cf0c91e,revision_number=2']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:16.798931 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Routers {'58a0c187-ad6d-4aa8-a096-f672891485b5'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:49:16.799553 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:48:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['58a0c187-ad6d-4aa8-a096-f672891485b5'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:49:16.834170 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b70214-0468-4cc5-8ef6-29c8b73f303e req-16d58719-3f06-4fcb-bc90-205cfc61c488 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:16.835819 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-61b70214-0468-4cc5-8ef6-29c8b73f303e req-16d58719-3f06-4fcb-bc90-205cfc61c488 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0931633 Aug 27 09:49:16.859548 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2fbe7-6557-4009-9073-edc7e92428fe None None] Pushing event updated for resources: {'Port': ['ID=1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:16.947715 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] Set router 58a0c187-ad6d-4aa8-a096-f672891485b5 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:49:17.187262 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-61b70214-0468-4cc5-8ef6-29c8b73f303e req-0c9837af-550b-4d0e-8f9d-c3e10aa81c60 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407214 Aug 27 09:49:17.190794 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffac4d28-d746-41fd-8c17-80fb9a3297e6 admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:49:17.201789 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Sync routers for ids ['1e6b2acb-7a81-4b17-9785-d6159c2dccb5'] in dv-cinder-804757-3-iscsi {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:49:17.211395 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ffac4d28-d746-41fd-8c17-80fb9a3297e6 admin admin] Notify callbacks [] for router, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:17.213105 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-ffac4d28-d746-41fd-8c17-80fb9a3297e6 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9403982 Aug 27 09:49:17.213231 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Routers {'1e6b2acb-7a81-4b17-9785-d6159c2dccb5'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:49:17.213841 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:48:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['1e6b2acb-7a81-4b17-9785-d6159c2dccb5'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:49:17.216572 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 54388) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:17.233402 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'name': 'tempest-TestMinimumBasicScenario-142511287-router', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:12Z', 'revision_number': 4, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'gw_port': {'id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa', 'name': '', 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'mac_address': 'fa:16:3e:a4:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4cd6e11d-1d08-4b5b-875e-ba4dc957d343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:11Z', 'updated_at': '2021-08-27T09:49:16Z', 'revision_number': 4, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'subnets': [{'id': '4cd6e11d-1d08-4b5b-875e-ba4dc957d343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:49:17.269513 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983d5fe9-313c-4a02-97a5-05550d81cf8c None None] The sync data for ids ['58a0c187-ad6d-4aa8-a096-f672891485b5'] in dv-cinder-804757-3-iscsi is: [{'id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'name': 'tempest-TestMinimumBasicScenario-142511287-router', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:12Z', 'revision_number': 4, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'gw_port': {'id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa', 'name': '', 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'mac_address': 'fa:16:3e:a4:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4cd6e11d-1d08-4b5b-875e-ba4dc957d343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:11Z', 'updated_at': '2021-08-27T09:49:16Z', 'revision_number': 4, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'subnets': [{'id': '4cd6e11d-1d08-4b5b-875e-ba4dc957d343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:49:17.367332 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Set router 1e6b2acb-7a81-4b17-9785-d6159c2dccb5 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:49:17.577027 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6b2acb-7a81-4b17-9785-d6159c2dccb5', 'name': 'tempest-TestMinimumBasicScenario-986897828-router', 'tenant_id': 'ac1c494014684ddb94344b659881d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4a1e2fc8-5916-4c8e-97e7-1d5872e10b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:15Z', 'updated_at': '2021-08-27T09:49:16Z', 'revision_number': 3, 'project_id': 'ac1c494014684ddb94344b659881d125', 'gw_port': {'id': '4a1e2fc8-5916-4c8e-97e7-1d5872e10b43', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:50:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6b2acb-7a81-4b17-9785-d6159c2dccb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:15Z', 'updated_at': '2021-08-27T09:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:49:17.607369 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Checking router: 1e6b2acb-7a81-4b17-9785-d6159c2dccb5 for host: dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:49:17.607942 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Updating router 1e6b2acb-7a81-4b17-9785-d6159c2dccb5 port 4a1e2fc8-5916-4c8e-97e7-1d5872e10b43 binding host dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 09:49:17.640043 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:17.728149 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-bf67118c-8fea-4170-b4ee-c6e8a43f9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:17.800251 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69d1582-7c9d-4891-aa87-39b1ae474941 None None] Network cc631634-2f2f-4791-8a24-b792287a4a95 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:49:17.884310 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-0915fbf8-dd34-4dbb-ba7a-a19645ae3df2 None None] Provisioning for port e5508fec-3646-48b3-9202-bbf04cf0c91e completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:49:17.917181 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [None req-bf67118c-8fea-4170-b4ee-c6e8a43f9309 admin admin] Allocated IP 172.20.0.1 (cc631634-2f2f-4791-8a24-b792287a4a95/a0f73a38-7fc9-401f-b491-f54a69175f5e/d74f6db8-07ad-4428-b3d5-e58566562250) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:49:17.970437 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Notify callbacks [] for port, precommit_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:17.985601 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.provisioning_blocks [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Transition to ACTIVE for port object 4a1e2fc8-5916-4c8e-97e7-1d5872e10b43 will not be triggered until provisioned by entity L2. {{(pid=100337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:49:17.993772 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:18.060714 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-bf67118c-8fea-4170-b4ee-c6e8a43f9309 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:18.087816 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Attempting to bind port 4a1e2fc8-5916-4c8e-97e7-1d5872e10b43 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:49:18.088544 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Attempting to bind port 4a1e2fc8-5916-4c8e-97e7-1d5872e10b43 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}] {{(pid=100337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:49:18.090727 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Attempting to bind port 4a1e2fc8-5916-4c8e-97e7-1d5872e10b43 on network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:49:18.107567 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:49:18.107813 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Checking segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:49:18.108710 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:18.109517 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Bound using segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:49:18.110037 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Bound port: 4a1e2fc8-5916-4c8e-97e7-1d5872e10b43, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}}] {{(pid=100337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:49:18.110226 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [None req-bf67118c-8fea-4170-b4ee-c6e8a43f9309 admin admin] Transition to ACTIVE for port object d74f6db8-07ad-4428-b3d5-e58566562250 will not be triggered until provisioned by entity DHCP. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:49:18.110416 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:18.152485 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-bf67118c-8fea-4170-b4ee-c6e8a43f9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:18.162473 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c4663-74a6-4a42-a8bc-7410fe24f31b None None] Pushing event updated for resources: {'Port': ['ID=4a1e2fc8-5916-4c8e-97e7-1d5872e10b43,revision_number=2']} {{(pid=100337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:18.223329 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf67118c-8fea-4170-b4ee-c6e8a43f9309 admin admin] Network cc631634-2f2f-4791-8a24-b792287a4a95 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:49:18.229909 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-bf67118c-8fea-4170-b4ee-c6e8a43f9309 admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:49:18.236847 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf67118c-8fea-4170-b4ee-c6e8a43f9309 admin admin] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:49:18.239147 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.db [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] For port 4a1e2fc8-5916-4c8e-97e7-1d5872e10b43, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:49:18.243976 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.db [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] For port 4a1e2fc8-5916-4c8e-97e7-1d5872e10b43, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=4a1e2fc8-5916-4c8e-97e7-1d5872e10b43,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:49:18.254562 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:18.287757 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:49:18.338541 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67118c-8fea-4170-b4ee-c6e8a43f9309 admin admin] Pushing event updated for resources: {'Port': ['ID=d74f6db8-07ad-4428-b3d5-e58566562250,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:18.368718 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Routers {'1e6b2acb-7a81-4b17-9785-d6159c2dccb5'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:49:18.373384 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:48:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['1e6b2acb-7a81-4b17-9785-d6159c2dccb5'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:49:18.407446 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-bf67118c-8fea-4170-b4ee-c6e8a43f9309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504074'] for router_interface, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:18.410224 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:49:18.417620 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:49:18.417988 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:18.504389 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c4663-74a6-4a42-a8bc-7410fe24f31b None None] Pushing event updated for resources: {'Port': ['ID=4a1e2fc8-5916-4c8e-97e7-1d5872e10b43,revision_number=3']} {{(pid=100337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:18.541098 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] Set router 1e6b2acb-7a81-4b17-9785-d6159c2dccb5 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:49:18.556023 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba6688-dd7b-47bd-b98f-a4dac4175491 req-4d523ca1-56e0-421b-aba0-bc572ff2c41c tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:18.565106 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-28ba6688-dd7b-47bd-b98f-a4dac4175491 req-4d523ca1-56e0-421b-aba0-bc572ff2c41c tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.2385359 Aug 27 09:49:18.607369 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:18.665183 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa,segment=NetworkSegment(a16105dc-f825-4adb-bc92-ed44068a7422),segment_id=a16105dc-f825-4adb-bc92-ed44068a7422)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:49:18.673961 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:18.677591 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device e5508fec-3646-48b3-9202-bbf04cf0c91e up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:49:18.705042 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-28ba6688-dd7b-47bd-b98f-a4dac4175491 req-da7b5800-5799-48f5-93dc-de4d4c9f80d0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382899 Aug 27 09:49:18.772009 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-bf67118c-8fea-4170-b4ee-c6e8a43f9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:18.827185 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:18.833326 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6b2acb-7a81-4b17-9785-d6159c2dccb5', 'name': 'tempest-TestMinimumBasicScenario-986897828-router', 'tenant_id': 'ac1c494014684ddb94344b659881d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4a1e2fc8-5916-4c8e-97e7-1d5872e10b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:15Z', 'updated_at': '2021-08-27T09:49:16Z', 'revision_number': 3, 'project_id': 'ac1c494014684ddb94344b659881d125', 'gw_port': {'id': '4a1e2fc8-5916-4c8e-97e7-1d5872e10b43', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:50:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6b2acb-7a81-4b17-9785-d6159c2dccb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:15Z', 'updated_at': '2021-08-27T09:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:49:18.857098 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port e5508fec-3646-48b3-9202-bbf04cf0c91e completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:49:18.862262 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port e5508fec-3646-48b3-9202-bbf04cf0c91e triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:49:18.862625 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:18.881866 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b86df3-29a0-4b30-8f18-1b1e78acbecc None None] The sync data for ids ['1e6b2acb-7a81-4b17-9785-d6159c2dccb5'] in dv-cinder-804757-3-iscsi is: [{'id': '1e6b2acb-7a81-4b17-9785-d6159c2dccb5', 'name': 'tempest-TestMinimumBasicScenario-986897828-router', 'tenant_id': 'ac1c494014684ddb94344b659881d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4a1e2fc8-5916-4c8e-97e7-1d5872e10b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:15Z', 'updated_at': '2021-08-27T09:49:16Z', 'revision_number': 3, 'project_id': 'ac1c494014684ddb94344b659881d125', 'gw_port': {'id': '4a1e2fc8-5916-4c8e-97e7-1d5872e10b43', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:50:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6b2acb-7a81-4b17-9785-d6159c2dccb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:15Z', 'updated_at': '2021-08-27T09:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}] {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:49:19.001418 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:19.039372 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-bf67118c-8fea-4170-b4ee-c6e8a43f9309 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:19.048784 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-bf67118c-8fea-4170-b4ee-c6e8a43f9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:19.066994 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port e5508fec-3646-48b3-9202-bbf04cf0c91e, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=e5508fec-3646-48b3-9202-bbf04cf0c91e,segment=NetworkSegment(01184da2-0bbe-4c64-bcad-87e3277aff5e),segment_id=01184da2-0bbe-4c64-bcad-87e3277aff5e)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:49:19.073348 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:19.082548 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-cafbb8cc-ff93-4439-9510-f8759da06752 None None] Provisioning for port d74f6db8-07ad-4428-b3d5-e58566562250 completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:49:19.108684 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-cafbb8cc-ff93-4439-9510-f8759da06752 None None] Provisioning complete for port d74f6db8-07ad-4428-b3d5-e58566562250 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:49:19.109218 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-cafbb8cc-ff93-4439-9510-f8759da06752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:19.119085 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-bf67118c-8fea-4170-b4ee-c6e8a43f9309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1681839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-504021'] for router_interface, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:19.121874 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67118c-8fea-4170-b4ee-c6e8a43f9309 admin admin] Pushing event updated for resources: {'Port': ['ID=d74f6db8-07ad-4428-b3d5-e58566562250,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:19.169918 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=e5508fec-3646-48b3-9202-bbf04cf0c91e,revision_number=3']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:19.172479 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-cafbb8cc-ff93-4439-9510-f8759da06752 None None] Port d74f6db8-07ad-4428-b3d5-e58566562250 cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:49:19.224912 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf67118c-8fea-4170-b4ee-c6e8a43f9309 admin admin] Network cc631634-2f2f-4791-8a24-b792287a4a95 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:49:19.226728 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-bf67118c-8fea-4170-b4ee-c6e8a43f9309 admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:49:19.371070 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf67118c-8fea-4170-b4ee-c6e8a43f9309 admin admin] Router 1e6b2acb-7a81-4b17-9785-d6159c2dccb5 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:49:19.489137 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf67118c-8fea-4170-b4ee-c6e8a43f9309 admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:49:19.495847 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-bf67118c-8fea-4170-b4ee-c6e8a43f9309 admin admin] 10.222.0.55 "PUT /v2.0/routers/1e6b2acb-7a81-4b17-9785-d6159c2dccb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2779927 Aug 27 09:49:19.499340 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-09b35b6e-1277-471f-8cd1-815e49599070 None None] Provisioning complete for port d74f6db8-07ad-4428-b3d5-e58566562250 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:49:19.499814 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-09b35b6e-1277-471f-8cd1-815e49599070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:19.544506 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-09b35b6e-1277-471f-8cd1-815e49599070 None None] Port d74f6db8-07ad-4428-b3d5-e58566562250 cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:49:19.861472 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c74924-5381-4da3-98e9-45ee052fe605 req-f3e2cd97-0d9d-49c7-9455-aef6b77895e1 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:19.863047 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-85c74924-5381-4da3-98e9-45ee052fe605 req-f3e2cd97-0d9d-49c7-9455-aef6b77895e1 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0609863 Aug 27 09:49:19.904831 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-85c74924-5381-4da3-98e9-45ee052fe605 req-bf1cc82c-b9af-4fc6-85e2-0038ecfd4fad tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342946 Aug 27 09:49:20.144062 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 4a1e2fc8-5916-4c8e-97e7-1d5872e10b43 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:49:20.199824 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port 4a1e2fc8-5916-4c8e-97e7-1d5872e10b43 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:49:20.204172 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 4a1e2fc8-5916-4c8e-97e7-1d5872e10b43 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:49:20.204612 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:20.331807 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:20.357181 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port 4a1e2fc8-5916-4c8e-97e7-1d5872e10b43, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=4a1e2fc8-5916-4c8e-97e7-1d5872e10b43,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:49:20.362241 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:20.363209 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:49:20.442300 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=4a1e2fc8-5916-4c8e-97e7-1d5872e10b43,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:20.456177 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:49:20.456651 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:20.562532 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device e5508fec-3646-48b3-9202-bbf04cf0c91e up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:49:20.629949 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-ce08a7f2-4872-419e-9bb6-1d95713078dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:20.674194 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port e5508fec-3646-48b3-9202-bbf04cf0c91e triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:49:20.674757 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:20.752121 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Sync routers for ids ['1e6b2acb-7a81-4b17-9785-d6159c2dccb5'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:49:20.791645 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Routers {'1e6b2acb-7a81-4b17-9785-d6159c2dccb5'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:49:20.792273 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:48:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['1e6b2acb-7a81-4b17-9785-d6159c2dccb5'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:49:20.938190 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Set router 1e6b2acb-7a81-4b17-9785-d6159c2dccb5 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:49:21.056756 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a69249-acb6-4ff5-ab31-12c1a9d74f07 req-38a5ec97-237a-4f1b-9ea4-339ebca161a1 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:21.069107 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-70a69249-acb6-4ff5-ab31-12c1a9d74f07 req-38a5ec97-237a-4f1b-9ea4-339ebca161a1 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0779302 Aug 27 09:49:21.139017 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-70a69249-acb6-4ff5-ab31-12c1a9d74f07 req-fe6eae0a-d05e-4c6d-ace0-5b2b79d43c1e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681336 Aug 27 09:49:21.302208 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6b2acb-7a81-4b17-9785-d6159c2dccb5', 'name': 'tempest-TestMinimumBasicScenario-986897828-router', 'tenant_id': 'ac1c494014684ddb94344b659881d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4a1e2fc8-5916-4c8e-97e7-1d5872e10b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:15Z', 'updated_at': '2021-08-27T09:49:18Z', 'revision_number': 4, 'project_id': 'ac1c494014684ddb94344b659881d125', 'gw_port': {'id': '4a1e2fc8-5916-4c8e-97e7-1d5872e10b43', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:50:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6b2acb-7a81-4b17-9785-d6159c2dccb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:15Z', 'updated_at': '2021-08-27T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'd74f6db8-07ad-4428-b3d5-e58566562250', 'name': '', 'network_id': 'cc631634-2f2f-4791-8a24-b792287a4a95', 'tenant_id': 'ac1c494014684ddb94344b659881d125', 'mac_address': 'fa:16:3e:7b:7d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6b2acb-7a81-4b17-9785-d6159c2dccb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a0f73a38-7fc9-401f-b491-f54a69175f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:17Z', 'updated_at': '2021-08-27T09:49:18Z', 'revision_number': 2, 'project_id': 'ac1c494014684ddb94344b659881d125', 'subnets': [{'id': 'a0f73a38-7fc9-401f-b491-f54a69175f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:49:21.380159 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Checking router: 1e6b2acb-7a81-4b17-9785-d6159c2dccb5 for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:49:21.380937 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Updating router 1e6b2acb-7a81-4b17-9785-d6159c2dccb5 port d74f6db8-07ad-4428-b3d5-e58566562250 binding host dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 09:49:21.410369 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:21.767860 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Notify callbacks [] for port, precommit_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:21.777933 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Transition to ACTIVE for port object d74f6db8-07ad-4428-b3d5-e58566562250 will not be triggered until provisioned by entity L2. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:49:21.785870 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:21.836470 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a117a2c-b5fe-4df0-a4bd-8ea2257672a8 None None] Pushing event updated for resources: {'Port': ['ID=d74f6db8-07ad-4428-b3d5-e58566562250,revision_number=3']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:21.913514 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Attempting to bind port d74f6db8-07ad-4428-b3d5-e58566562250 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:49:21.914153 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Attempting to bind port d74f6db8-07ad-4428-b3d5-e58566562250 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': '01184da2-0bbe-4c64-bcad-87e3277aff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cc631634-2f2f-4791-8a24-b792287a4a95'}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:49:21.914676 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Attempting to bind port d74f6db8-07ad-4428-b3d5-e58566562250 on network cc631634-2f2f-4791-8a24-b792287a4a95 {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:49:21.921311 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:49:21.921815 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Checking segment: {'id': '01184da2-0bbe-4c64-bcad-87e3277aff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cc631634-2f2f-4791-8a24-b792287a4a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:49:21.922216 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:21.923282 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Bound using segment: {'id': '01184da2-0bbe-4c64-bcad-87e3277aff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cc631634-2f2f-4791-8a24-b792287a4a95'} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:49:21.923886 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Bound port: d74f6db8-07ad-4428-b3d5-e58566562250, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01184da2-0bbe-4c64-bcad-87e3277aff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'cc631634-2f2f-4791-8a24-b792287a4a95'}}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:49:21.924126 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:22.037287 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] For port d74f6db8-07ad-4428-b3d5-e58566562250, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:49:22.043369 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] For port d74f6db8-07ad-4428-b3d5-e58566562250, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=d74f6db8-07ad-4428-b3d5-e58566562250,segment=NetworkSegment(01184da2-0bbe-4c64-bcad-87e3277aff5e),segment_id=01184da2-0bbe-4c64-bcad-87e3277aff5e)] {{(pid=100336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:49:22.054355 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:22.170606 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Routers {'1e6b2acb-7a81-4b17-9785-d6159c2dccb5'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:49:22.171270 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:48:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['1e6b2acb-7a81-4b17-9785-d6159c2dccb5'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:49:22.180441 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a117a2c-b5fe-4df0-a4bd-8ea2257672a8 None None] Pushing event updated for resources: {'Port': ['ID=d74f6db8-07ad-4428-b3d5-e58566562250,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:22.186503 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 4a1e2fc8-5916-4c8e-97e7-1d5872e10b43 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:49:22.339505 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-565c85e9-a76d-406a-ac03-4f729a1faa31 req-48d04745-8274-4cb7-8c93-67cd4cd7be28 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719280 Aug 27 09:49:22.424640 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 4a1e2fc8-5916-4c8e-97e7-1d5872e10b43 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:49:22.425023 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:22.467575 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c85e9-a76d-406a-ac03-4f729a1faa31 req-52a343ed-20b1-49e6-847a-93e64cddf50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:22.468285 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb414bad-566c-48ce-a26f-f5368a0e6bc7 req-4fac2b5a-4620-4590-9b8c-f5bc9b31239b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:22.470151 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-565c85e9-a76d-406a-ac03-4f729a1faa31 req-52a343ed-20b1-49e6-847a-93e64cddf50b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8af955f507041b0a77e055bd3164b0b&device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 1098 time: 0.0633869 Aug 27 09:49:22.485058 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-bb414bad-566c-48ce-a26f-f5368a0e6bc7 req-4fac2b5a-4620-4590-9b8c-f5bc9b31239b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.1877010 Aug 27 09:49:22.615388 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-bb414bad-566c-48ce-a26f-f5368a0e6bc7 req-8f080357-b28d-46e6-99cb-3ae9ee7589fa tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291540 Aug 27 09:49:22.635085 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] Set router 1e6b2acb-7a81-4b17-9785-d6159c2dccb5 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:49:22.864926 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c85e9-a76d-406a-ac03-4f729a1faa31 req-9a93242f-500a-4970-9eb8-4223eb7f0cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:22.868611 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-565c85e9-a76d-406a-ac03-4f729a1faa31 req-9a93242f-500a-4970-9eb8-4223eb7f0cea service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d949d78-38f1-4e99-8b6a-57368afc2039 HTTP/1.1" status: 200 len: 921 time: 0.3646538 Aug 27 09:49:22.946125 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-565c85e9-a76d-406a-ac03-4f729a1faa31 req-a361c6fa-7224-4cc4-8ea7-e2c5275c0e0b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4991628c-cf49-4264-a640-9ecd11fd1bb4 HTTP/1.1" status: 200 len: 217 time: 0.0675921 Aug 27 09:49:23.052997 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6b2acb-7a81-4b17-9785-d6159c2dccb5', 'name': 'tempest-TestMinimumBasicScenario-986897828-router', 'tenant_id': 'ac1c494014684ddb94344b659881d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4a1e2fc8-5916-4c8e-97e7-1d5872e10b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:15Z', 'updated_at': '2021-08-27T09:49:18Z', 'revision_number': 4, 'project_id': 'ac1c494014684ddb94344b659881d125', 'gw_port': {'id': '4a1e2fc8-5916-4c8e-97e7-1d5872e10b43', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:50:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6b2acb-7a81-4b17-9785-d6159c2dccb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:15Z', 'updated_at': '2021-08-27T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'd74f6db8-07ad-4428-b3d5-e58566562250', 'name': '', 'network_id': 'cc631634-2f2f-4791-8a24-b792287a4a95', 'tenant_id': 'ac1c494014684ddb94344b659881d125', 'mac_address': 'fa:16:3e:7b:7d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6b2acb-7a81-4b17-9785-d6159c2dccb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a0f73a38-7fc9-401f-b491-f54a69175f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:17Z', 'updated_at': '2021-08-27T09:49:22Z', 'revision_number': 4, 'project_id': 'ac1c494014684ddb94344b659881d125', 'subnets': [{'id': 'a0f73a38-7fc9-401f-b491-f54a69175f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:49:23.072859 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c85e9-a76d-406a-ac03-4f729a1faa31 req-8ec1ab63-af85-4152-8ddb-f94277bf0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:23.079922 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-565c85e9-a76d-406a-ac03-4f729a1faa31 req-8ec1ab63-af85-4152-8ddb-f94277bf0452 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a0b116e-984c-4493-adcb-d387668ba116 HTTP/1.1" status: 200 len: 859 time: 0.1176810 Aug 27 09:49:23.099718 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e9e00-2277-49b2-8679-8b64359b7320 None None] The sync data for ids ['1e6b2acb-7a81-4b17-9785-d6159c2dccb5'] in dv-cinder-804757-3-iscsi is: [{'id': '1e6b2acb-7a81-4b17-9785-d6159c2dccb5', 'name': 'tempest-TestMinimumBasicScenario-986897828-router', 'tenant_id': 'ac1c494014684ddb94344b659881d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4a1e2fc8-5916-4c8e-97e7-1d5872e10b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:15Z', 'updated_at': '2021-08-27T09:49:18Z', 'revision_number': 4, 'project_id': 'ac1c494014684ddb94344b659881d125', 'gw_port': {'id': '4a1e2fc8-5916-4c8e-97e7-1d5872e10b43', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:50:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6b2acb-7a81-4b17-9785-d6159c2dccb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:15Z', 'updated_at': '2021-08-27T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'd74f6db8-07ad-4428-b3d5-e58566562250', 'name': '', 'network_id': 'cc631634-2f2f-4791-8a24-b792287a4a95', 'tenant_id': 'ac1c494014684ddb94344b659881d125', 'mac_address': 'fa:16:3e:7b:7d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6b2acb-7a81-4b17-9785-d6159c2dccb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a0f73a38-7fc9-401f-b491-f54a69175f5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:17Z', 'updated_at': '2021-08-27T09:49:22Z', 'revision_number': 4, 'project_id': 'ac1c494014684ddb94344b659881d125', 'subnets': [{'id': 'a0f73a38-7fc9-401f-b491-f54a69175f5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:49:23.169176 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-565c85e9-a76d-406a-ac03-4f729a1faa31 req-cd90e3a9-be4b-4479-abd9-4fc5eabb136a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d949d78-38f1-4e99-8b6a-57368afc2039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823004 Aug 27 09:49:23.208069 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 54540) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:23.365387 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-dcceed3b-fa5c-4d24-9adf-17a038b99041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:23.548138 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:23.587011 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-565c85e9-a76d-406a-ac03-4f729a1faa31 req-db978047-4d2c-461e-ad27-a6292d8720ec service neutron] 10.222.0.65 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023898 Aug 27 09:49:23.624343 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ef8e5e04-cb7a-4185-92fe-08324f5d4d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:23.934852 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-565c85e9-a76d-406a-ac03-4f729a1faa31 req-f86a81dd-1f2d-45c2-b675-167c7eb1575e service neutron] 10.222.0.65 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345537 Aug 27 09:49:23.976527 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ef8e5e04-cb7a-4185-92fe-08324f5d4d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:23.981681 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ef8e5e04-cb7a-4185-92fe-08324f5d4d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:24.087419 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-ef8e5e04-cb7a-4185-92fe-08324f5d4d81 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e0a5dab6f014b039ed007a2e70e5375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8777988 Aug 27 09:49:24.088383 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e5e04-cb7a-4185-92fe-08324f5d4d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893479db-2743-442a-906e-39810aafcad5,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:24.090253 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 54562) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:24.103176 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f021e-901b-44a5-8984-4e0866c3207c req-55f1fa01-7e46-42f4-a536-ce8de62a7239 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:24.111138 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c89f021e-901b-44a5-8984-4e0866c3207c req-55f1fa01-7e46-42f4-a536-ce8de62a7239 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.1521373 Aug 27 09:49:24.180180 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c89f021e-901b-44a5-8984-4e0866c3207c req-84b1878a-4521-431c-9562-f45c246219b6 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678992 Aug 27 09:49:24.189021 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device d74f6db8-07ad-4428-b3d5-e58566562250 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:49:24.232133 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b3c42b57-b2b1-4cce-83f8-f5712d62015b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:24.300097 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b3c42b57-b2b1-4cce-83f8-f5712d62015b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:24.312626 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port d74f6db8-07ad-4428-b3d5-e58566562250 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:49:24.323302 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port d74f6db8-07ad-4428-b3d5-e58566562250 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:49:24.324102 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:24.404672 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b3c42b57-b2b1-4cce-83f8-f5712d62015b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:24.408211 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b3c42b57-b2b1-4cce-83f8-f5712d62015b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:24.412051 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-b3c42b57-b2b1-4cce-83f8-f5712d62015b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/893479db-2743-442a-906e-39810aafcad5 HTTP/1.1" status: 204 len: 168 time: 0.3192093 Aug 27 09:49:24.431673 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c42b57-b2b1-4cce-83f8-f5712d62015b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893479db-2743-442a-906e-39810aafcad5,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:24.532314 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:24.617767 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:24.722537 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port d74f6db8-07ad-4428-b3d5-e58566562250, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=d74f6db8-07ad-4428-b3d5-e58566562250,segment=NetworkSegment(01184da2-0bbe-4c64-bcad-87e3277aff5e),segment_id=01184da2-0bbe-4c64-bcad-87e3277aff5e)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:49:24.737752 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:24.855768 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=d74f6db8-07ad-4428-b3d5-e58566562250,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:24.927116 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:25.813413 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 54594) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:25.897394 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b874e0a-3197-461d-bb4c-6b69ccbcb6e8 req-374e6d0f-12b9-4bcf-a7f7-75ca4c0b6acc tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:25.913763 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6b874e0a-3197-461d-bb4c-6b69ccbcb6e8 req-374e6d0f-12b9-4bcf-a7f7-75ca4c0b6acc tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0877898 Aug 27 09:49:26.019481 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6b874e0a-3197-461d-bb4c-6b69ccbcb6e8 req-3cac8143-59f2-4839-9c78-a972d4163d13 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007414 Aug 27 09:49:26.129009 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device d74f6db8-07ad-4428-b3d5-e58566562250 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:49:26.226957 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port d74f6db8-07ad-4428-b3d5-e58566562250 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:49:26.232343 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:26.308156 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1cfaeb96-a934-4f69-87ff-3d2470fc3436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:26.331045 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:26.440511 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1cfaeb96-a934-4f69-87ff-3d2470fc3436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:26.446985 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1cfaeb96-a934-4f69-87ff-3d2470fc3436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:26.492210 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-1cfaeb96-a934-4f69-87ff-3d2470fc3436 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66454b13b82f4f69b73b36e7c368470a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6750021 Aug 27 09:49:26.492449 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 54604) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:26.507696 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaeb96-a934-4f69-87ff-3d2470fc3436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f950c68-db52-4f18-acb4-a703c3360e16,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:26.583986 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3c0f24d6-5bce-4ad3-8d70-9c561dbd29ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:26.616934 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3c0f24d6-5bce-4ad3-8d70-9c561dbd29ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:26.682977 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3c0f24d6-5bce-4ad3-8d70-9c561dbd29ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:26.686902 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3c0f24d6-5bce-4ad3-8d70-9c561dbd29ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:26.692158 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-3c0f24d6-5bce-4ad3-8d70-9c561dbd29ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f950c68-db52-4f18-acb4-a703c3360e16 HTTP/1.1" status: 204 len: 168 time: 0.1986365 Aug 27 09:49:26.704100 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f24d6-5bce-4ad3-8d70-9c561dbd29ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f950c68-db52-4f18-acb4-a703c3360e16,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:27.241347 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34cb49-3b5c-4839-949d-f237055a05c6 req-6dc7c9c2-2ff2-449d-b880-735e87cdf3a2 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:27.245303 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2e34cb49-3b5c-4839-949d-f237055a05c6 req-6dc7c9c2-2ff2-449d-b880-735e87cdf3a2 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0774782 Aug 27 09:49:27.322485 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2e34cb49-3b5c-4839-949d-f237055a05c6 req-2db04a95-71c4-4daf-b1b5-8a042bf56b35 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694635 Aug 27 09:49:28.533831 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49326503-80fb-4ad8-9d33-f9e7f5c3e71f req-ac16d727-d656-40f6-b37d-55848843a45b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:28.536503 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-49326503-80fb-4ad8-9d33-f9e7f5c3e71f req-ac16d727-d656-40f6-b37d-55848843a45b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.1130207 Aug 27 09:49:28.634436 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-49326503-80fb-4ad8-9d33-f9e7f5c3e71f req-bf0b5170-adf4-46e3-91ca-7c9b63d544c2 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913045 Aug 27 09:49:29.829625 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696aaa00-4c0a-438f-a015-c83a9193ea72 req-ebc286e4-bff5-40e1-bf81-5179f0ed859a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:29.831214 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-696aaa00-4c0a-438f-a015-c83a9193ea72 req-ebc286e4-bff5-40e1-bf81-5179f0ed859a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0890687 Aug 27 09:49:29.926624 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-696aaa00-4c0a-438f-a015-c83a9193ea72 req-b2ad6e24-b323-4bb2-aba9-e360dbdaed17 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803983 Aug 27 09:49:32.223870 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:49:33.133091 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-f7906104-927a-4f6a-bbaf-285a24b1b5d6 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0d31d8d73140402f9f8dd34c1c76698c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638547 Aug 27 09:49:33.195881 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0afd68-9b0a-4c92-a37c-04add30453fe req-9b71b66e-4b00-49a9-8cf8-7f25fbb6dbbc tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:33.204387 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ab0afd68-9b0a-4c92-a37c-04add30453fe req-9b71b66e-4b00-49a9-8cf8-7f25fbb6dbbc tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.1021042 Aug 27 09:49:33.278922 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ab0afd68-9b0a-4c92-a37c-04add30453fe req-099ecb11-693b-48d2-8f04-1744a23a81d6 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696931 Aug 27 09:49:33.393627 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-297e0f60-bf1a-4978-aa42-32473b2080e2 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:33.400737 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-297e0f60-bf1a-4978-aa42-32473b2080e2 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2604043 Aug 27 09:49:33.428990 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-294f18b8-a6c0-4466-af3a-255059ff59d6 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/quotas/0d31d8d73140402f9f8dd34c1c76698c HTTP/1.1" status: 200 len: 375 time: 0.0195422 Aug 27 09:49:33.471455 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-111b0076-0921-41f2-ac36-7ffe489b18ec tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d31d8d73140402f9f8dd34c1c76698c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413158 Aug 27 09:49:33.904590 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414b820-0d38-440f-8ac5-eba551a40cb3 req-6b910e27-0ab8-4374-a749-01493949593b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:33.907416 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d414b820-0d38-440f-8ac5-eba551a40cb3 req-6b910e27-0ab8-4374-a749-01493949593b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0866208 Aug 27 09:49:33.969518 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b64861c0-eb31-4e5c-b48e-19757e96b219 req-7e63b90e-1350-494b-ad29-e16d2ecb50e7 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 210 time: 0.0342247 Aug 27 09:49:33.989293 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d414b820-0d38-440f-8ac5-eba551a40cb3 req-59b125ca-49b2-4ba2-9a27-60b45e43138f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729077 Aug 27 09:49:34.416344 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-ca199482-bc95-4fd7-b513-d0741f0e351c tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:34.418059 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-ca199482-bc95-4fd7-b513-d0741f0e351c tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/networks?id=9fde31b5-2732-403d-afa4-b933d59badcc HTTP/1.1" status: 200 len: 814 time: 0.1724451 Aug 27 09:49:34.450286 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-ed305463-4242-41a8-bafb-f9cd847371ae tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/quotas/cd7089dd37db4591a4bfa8f85c7b8e01 HTTP/1.1" status: 200 len: 375 time: 0.0229876 Aug 27 09:49:34.473363 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2298af-a4dc-490c-9b15-61de11b3c640 req-b793e285-be97-4bdd-8b13-9b5a6419e5ea tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:34.479034 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6a2298af-a4dc-490c-9b15-61de11b3c640 req-b793e285-be97-4bdd-8b13-9b5a6419e5ea tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0644920 Aug 27 09:49:34.561265 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-08ac8406-053f-42cb-85f0-3760ba9b2727 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd7089dd37db4591a4bfa8f85c7b8e01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017449 Aug 27 09:49:34.565266 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706f71b-db7d-45fb-a98c-64035f14b696 req-8cc35684-e5c2-4d84-a970-44291b7901b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:34.567947 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a706f71b-db7d-45fb-a98c-64035f14b696 req-8cc35684-e5c2-4d84-a970-44291b7901b0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 1099 time: 0.0709088 Aug 27 09:49:34.594166 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6a2298af-a4dc-490c-9b15-61de11b3c640 req-6565f6d3-7133-4833-ae5f-3e7a7438e787 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090262 Aug 27 09:49:34.704957 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a706f71b-db7d-45fb-a98c-64035f14b696 req-1df86b66-c146-4e72-9cf9-6c0e0a2edd96 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036718 Aug 27 09:49:34.760900 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-e14ac4f9-46c7-45df-9a07-017e744bdee2 service neutron] 10.222.0.55 "GET /v2.0/networks/9fde31b5-2732-403d-afa4-b933d59badcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696696 Aug 27 09:49:34.856910 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-08c6b8a6-f18a-4875-a0ec-1a3c9ca7b8e3 service neutron] 10.222.0.55 "GET /v2.0/networks/9fde31b5-2732-403d-afa4-b933d59badcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865681 Aug 27 09:49:35.030403 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0a40431f-bc38-40fc-85f0-41d858845ddb req-b33cc9ed-d2c2-416e-83f2-3b130044145e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 210 time: 0.0387568 Aug 27 09:49:35.094654 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-5e549c35-75b4-4d7f-88c5-de52ceb7a303 req-2206590f-cb27-406e-9748-3a1513fa3927 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 210 time: 0.0330527 Aug 27 09:49:35.138345 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfb21e-a235-4d5f-81ae-655eeacf758a req-fbd1f5a2-17ac-487a-86d2-98ae963879ab tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:35.141585 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-43dfb21e-a235-4d5f-81ae-655eeacf758a req-fbd1f5a2-17ac-487a-86d2-98ae963879ab tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0584543 Aug 27 09:49:35.185920 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-43dfb21e-a235-4d5f-81ae-655eeacf758a req-da76766f-219d-43db-b6a8-d8404d6fff85 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378253 Aug 27 09:49:35.554966 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-f5ad715e-c372-47cb-9d16-6f6f94d3c8eb tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0d31d8d73140402f9f8dd34c1c76698c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397899 Aug 27 09:49:36.006616 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd4b7f-49c6-45b9-b0e3-4873860d338f req-3ad60a59-5145-4bc0-83dc-8b764dc73791 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:36.008119 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1dbd4b7f-49c6-45b9-b0e3-4873860d338f req-3ad60a59-5145-4bc0-83dc-8b764dc73791 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.3271275 Aug 27 09:49:36.016751 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-474d8f7d-2a6d-464e-92e4-1bb2ef86f624 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:36.018191 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-474d8f7d-2a6d-464e-92e4-1bb2ef86f624 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4517009 Aug 27 09:49:36.036786 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-3e1f5654-0689-4fcc-9dad-95be92f4427b tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Request body: {'port': {'device_id': '5fa4a347-bd50-4816-b51e-edee6b300b19', 'network_id': '13f423b7-e522-4cd0-9840-dbb8a76ed86c', 'admin_state_up': True, 'tenant_id': '0d31d8d73140402f9f8dd34c1c76698c'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:49:36.105867 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1dbd4b7f-49c6-45b9-b0e3-4873860d338f req-d29b6b37-d54d-4e75-b5aa-ccc10af56860 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859745 Aug 27 09:49:36.129471 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f2761875-4704-411e-9237-292ae2756dbd req-ee198976-1796-444e-97ce-77e75383aa92 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 210 time: 0.0347047 Aug 27 09:49:36.207878 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-3e1f5654-0689-4fcc-9dad-95be92f4427b tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Made reservation on behalf of 0d31d8d73140402f9f8dd34c1c76698c for: {'port': 1} {{(pid=100335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:49:36.211367 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-3e1f5654-0689-4fcc-9dad-95be92f4427b tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:36.235412 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-62d064f9-1808-4ddc-bafa-d6b193ca3744 req-dca6824a-9d32-4775-a131-6f16b748d6d9 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 210 time: 0.0401428 Aug 27 09:49:36.236073 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-3e1f5654-0689-4fcc-9dad-95be92f4427b tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:36.415901 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-3e1f5654-0689-4fcc-9dad-95be92f4427b tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:36.428436 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-3e1f5654-0689-4fcc-9dad-95be92f4427b tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:36.441084 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85763ca-1519-4b10-81bb-ade80f1542fb req-7c046628-4684-4712-b5e1-4479129fab72 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:36.447815 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b85763ca-1519-4b10-81bb-ade80f1542fb req-7c046628-4684-4712-b5e1-4479129fab72 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.1091893 Aug 27 09:49:36.503772 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-211abb37-d471-4578-83eb-b49e39031212 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:36.505429 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-211abb37-d471-4578-83eb-b49e39031212 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.65 "GET /v2.0/networks?id=9fde31b5-2732-403d-afa4-b933d59badcc HTTP/1.1" status: 200 len: 814 time: 0.2665145 Aug 27 09:49:36.521410 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b85763ca-1519-4b10-81bb-ade80f1542fb req-72acb0be-8e24-4cf9-979f-2ec3b1ccc575 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629978 Aug 27 09:49:36.522361 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f5654-0689-4fcc-9dad-95be92f4427b tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:36.530961 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-cb8a7c30-e910-48c5-aeeb-6371498af72f tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Request body: {'port': {'device_id': 'e2475cff-bf6a-4ebb-b091-5dafdf8cb523', 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc', 'admin_state_up': True, 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:49:36.601975 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_common [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-3e1f5654-0689-4fcc-9dad-95be92f4427b tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Allocated IP 192.168.233.108 (13f423b7-e522-4cd0-9840-dbb8a76ed86c/25f1f82a-b302-49b0-acf3-d3b77ecf15dd/da2787a0-c4a7-4a81-a73b-da206222ee50) {{(pid=100335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:49:36.658474 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-cb8a7c30-e910-48c5-aeeb-6371498af72f tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Made reservation on behalf of cd7089dd37db4591a4bfa8f85c7b8e01 for: {'port': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:49:36.665313 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-cb8a7c30-e910-48c5-aeeb-6371498af72f tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:36.758196 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-3e1f5654-0689-4fcc-9dad-95be92f4427b tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Notify callbacks [] for port, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:36.772468 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.provisioning_blocks [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-3e1f5654-0689-4fcc-9dad-95be92f4427b tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Transition to ACTIVE for port object da2787a0-c4a7-4a81-a73b-da206222ee50 will not be triggered until provisioned by entity DHCP. {{(pid=100335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:49:36.806491 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-3e1f5654-0689-4fcc-9dad-95be92f4427b tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:36.825269 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-cb8a7c30-e910-48c5-aeeb-6371498af72f tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Allocated IP 172.20.0.5 (9fde31b5-2732-403d-afa4-b933d59badcc/4cd6e11d-1d08-4b5b-875e-ba4dc957d343/3ade17a6-1042-4083-8902-906ae06f9564) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:49:36.858036 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-3e1f5654-0689-4fcc-9dad-95be92f4427b tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Network 13f423b7-e522-4cd0-9840-dbb8a76ed86c is already hosted by enough agents. {{(pid=100335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:49:36.862905 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-3e1f5654-0689-4fcc-9dad-95be92f4427b tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Resources bound (agent type, host, resource id): {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:49:36.868887 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-3e1f5654-0689-4fcc-9dad-95be92f4427b tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Received port after_create {{(pid=100335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:49:36.877251 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-3e1f5654-0689-4fcc-9dad-95be92f4427b tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:36.878037 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-3e1f5654-0689-4fcc-9dad-95be92f4427b tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:36.893417 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f5654-0689-4fcc-9dad-95be92f4427b tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Pushing event updated for resources: {'Port': ['ID=da2787a0-c4a7-4a81-a73b-da206222ee50,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:36.898392 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-3e1f5654-0689-4fcc-9dad-95be92f4427b tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8652616 Aug 27 09:49:36.922501 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Request body: {'port': {'device_id': '5fa4a347-bd50-4816-b51e-edee6b300b19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:49:36.987529 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:37.072495 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-cb8a7c30-e910-48c5-aeeb-6371498af72f tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:37.097729 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-cb8a7c30-e910-48c5-aeeb-6371498af72f tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Transition to ACTIVE for port object 3ade17a6-1042-4083-8902-906ae06f9564 will not be triggered until provisioned by entity DHCP. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:49:37.133028 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-96773401-a9fb-482b-8651-e095d5d4bf17 None None] Provisioning for port da2787a0-c4a7-4a81-a73b-da206222ee50 completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:49:37.138315 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-96773401-a9fb-482b-8651-e095d5d4bf17 None None] Provisioning complete for port da2787a0-c4a7-4a81-a73b-da206222ee50 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:49:37.138920 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-96773401-a9fb-482b-8651-e095d5d4bf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:37.143444 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-cb8a7c30-e910-48c5-aeeb-6371498af72f tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:37.187821 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-96773401-a9fb-482b-8651-e095d5d4bf17 None None] Port da2787a0-c4a7-4a81-a73b-da206222ee50 cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:49:37.230356 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a7c30-e910-48c5-aeeb-6371498af72f tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Pushing event updated for resources: {'Port': ['ID=3ade17a6-1042-4083-8902-906ae06f9564,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:37.279667 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-cb8a7c30-e910-48c5-aeeb-6371498af72f tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Network 9fde31b5-2732-403d-afa4-b933d59badcc is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:49:37.283421 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-cb8a7c30-e910-48c5-aeeb-6371498af72f tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:49:37.294323 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-cb8a7c30-e910-48c5-aeeb-6371498af72f tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:49:37.345515 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80d694-3ac7-4962-8721-ee30a97fce7d req-2a24693a-510b-4942-b1b9-e49f8a1cb181 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:37.347492 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4b80d694-3ac7-4962-8721-ee30a97fce7d req-2a24693a-510b-4942-b1b9-e49f8a1cb181 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0908561 Aug 27 09:49:37.361760 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172fa25-aaa2-45f5-9d35-db6507bdc16d req-0aaec148-5c2f-414d-ad5a-d2b2823326d0 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:37.369366 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a172fa25-aaa2-45f5-9d35-db6507bdc16d req-0aaec148-5c2f-414d-ad5a-d2b2823326d0 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 931 time: 0.1328518 Aug 27 09:49:37.378556 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-cb8a7c30-e910-48c5-aeeb-6371498af72f tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:37.379238 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-cb8a7c30-e910-48c5-aeeb-6371498af72f tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:37.414943 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4b80d694-3ac7-4962-8721-ee30a97fce7d req-d9be1024-7fac-4e46-82e3-d8c97928986f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602894 Aug 27 09:49:37.428758 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-cb8a7c30-e910-48c5-aeeb-6371498af72f tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9019554 Aug 27 09:49:37.460441 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] Request body: {'port': {'device_id': 'e2475cff-bf6a-4ebb-b091-5dafdf8cb523', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:49:37.490298 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.notifiers.nova [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da2787a0-c4a7-4a81-a73b-da206222ee50 {{(pid=100335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:49:37.501541 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:37.527022 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a172fa25-aaa2-45f5-9d35-db6507bdc16d req-e1d4b689-8dfe-407c-b8a7-c0a1c5b5a958 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227379 Aug 27 09:49:37.546940 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.provisioning_blocks [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Transition to ACTIVE for port object da2787a0-c4a7-4a81-a73b-da206222ee50 will not be triggered until provisioned by entity L2. {{(pid=100335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:49:37.554602 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:37.591505 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:37.633470 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Pushing event updated for resources: {'Port': ['ID=da2787a0-c4a7-4a81-a73b-da206222ee50,revision_number=2']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:37.723604 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-a44d85c7-f1f3-41d4-ae17-833d22c976a9 None None] Provisioning for port 3ade17a6-1042-4083-8902-906ae06f9564 completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:49:37.734846 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-a44d85c7-f1f3-41d4-ae17-833d22c976a9 None None] Provisioning complete for port 3ade17a6-1042-4083-8902-906ae06f9564 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:49:37.738303 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-a44d85c7-f1f3-41d4-ae17-833d22c976a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:37.769600 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c99a-06bd-4b10-b620-b74f38b997d5 req-781b61ba-da68-46c1-890e-8d7578345ef4 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:37.782501 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-75b9c99a-06bd-4b10-b620-b74f38b997d5 req-781b61ba-da68-46c1-890e-8d7578345ef4 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.2003045 Aug 27 09:49:37.826409 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-a44d85c7-f1f3-41d4-ae17-833d22c976a9 None None] Port 3ade17a6-1042-4083-8902-906ae06f9564 cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:49:37.899361 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.managers [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Attempting to bind port da2787a0-c4a7-4a81-a73b-da206222ee50 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:49:37.900102 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.managers [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Attempting to bind port da2787a0-c4a7-4a81-a73b-da206222ee50 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '34039b82-bc74-4eff-a386-05dcb5d2421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '13f423b7-e522-4cd0-9840-dbb8a76ed86c'}] {{(pid=100335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:49:37.900399 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Attempting to bind port da2787a0-c4a7-4a81-a73b-da206222ee50 on network 13f423b7-e522-4cd0-9840-dbb8a76ed86c {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:49:37.913167 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Port da2787a0-c4a7-4a81-a73b-da206222ee50 on network 13f423b7-e522-4cd0-9840-dbb8a76ed86c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:49:37.917413 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Attempting to bind port da2787a0-c4a7-4a81-a73b-da206222ee50 on network 13f423b7-e522-4cd0-9840-dbb8a76ed86c {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:49:37.948960 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-75b9c99a-06bd-4b10-b620-b74f38b997d5 req-524dadc9-a50c-42a6-9fa5-bdd9db2deca5 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653368 Aug 27 09:49:37.951144 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:49:37.955666 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Checking segment: {'id': '34039b82-bc74-4eff-a386-05dcb5d2421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '13f423b7-e522-4cd0-9840-dbb8a76ed86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:49:37.959858 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Bound using segment: {'id': '34039b82-bc74-4eff-a386-05dcb5d2421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '13f423b7-e522-4cd0-9840-dbb8a76ed86c'} {{(pid=100335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:49:37.960446 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.managers [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Bound port: da2787a0-c4a7-4a81-a73b-da206222ee50, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34039b82-bc74-4eff-a386-05dcb5d2421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '13f423b7-e522-4cd0-9840-dbb8a76ed86c'}}] {{(pid=100335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:49:37.963344 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:37.965713 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da76d2-6f62-4c2b-961a-02ce6f41b0ef req-e759ab52-c5f4-432c-a7b0-1efa9086f2be tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:37.973820 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-45da76d2-6f62-4c2b-961a-02ce6f41b0ef req-e759ab52-c5f4-432c-a7b0-1efa9086f2be tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.1502512 Aug 27 09:49:38.036949 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-45da76d2-6f62-4c2b-961a-02ce6f41b0ef req-9306082f-7c52-42f8-9c9f-42a6208ea8fe tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624430 Aug 27 09:49:38.146086 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ade17a6-1042-4083-8902-906ae06f9564 {{(pid=100334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:49:38.155317 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:38.170955 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] Transition to ACTIVE for port object 3ade17a6-1042-4083-8902-906ae06f9564 will not be triggered until provisioned by entity L2. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:49:38.178012 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:38.201746 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] For port da2787a0-c4a7-4a81-a73b-da206222ee50, host hv-cinder-80475, cleared binding levels {{(pid=100335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:49:38.207150 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] For port da2787a0-c4a7-4a81-a73b-da206222ee50, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=da2787a0-c4a7-4a81-a73b-da206222ee50,segment=NetworkSegment(34039b82-bc74-4eff-a386-05dcb5d2421f),segment_id=34039b82-bc74-4eff-a386-05dcb5d2421f)] {{(pid=100335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:49:38.212860 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:38.251430 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:38.254261 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:38.256242 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] 10.222.0.65 "PUT /v2.0/ports/da2787a0-c4a7-4a81-a73b-da206222ee50 HTTP/1.1" status: 200 len: 1098 time: 1.3389192 Aug 27 09:49:38.257026 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa4a347-bd50-4816-b51e-edee6b300b19', 'tag': 'da2787a0-c4a7-4a81-a73b-da206222ee50'}] {{(pid=100335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:49:38.259903 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}025450df2500551f9904fcf1c9a215fd0038e6a364e6ac7978f47cafd8b0d6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64348255-57d0-4c12-8d25-e140f06bc9e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa4a347-bd50-4816-b51e-edee6b300b19", "tag": "da2787a0-c4a7-4a81-a73b-da206222ee50"}]}' {{(pid=100335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:49:38.316728 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1657b-dfcc-4916-9fea-6aff3c39e644 service neutron] Pushing event updated for resources: {'Port': ['ID=da2787a0-c4a7-4a81-a73b-da206222ee50,revision_number=3']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:38.337965 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3500f7-9b3a-45ea-a490-385187d75f2b x-openstack-request-id: req-cc3500f7-9b3a-45ea-a490-385187d75f2b {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:49:38.338360 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa4a347-bd50-4816-b51e-edee6b300b19", "tag": "da2787a0-c4a7-4a81-a73b-da206222ee50", "status": "completed", "code": 200}]} {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:49:38.338711 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc3500f7-9b3a-45ea-a490-385187d75f2b {{(pid=100335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:49:38.339229 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa4a347-bd50-4816-b51e-edee6b300b19', 'tag': 'da2787a0-c4a7-4a81-a73b-da206222ee50', 'status': 'completed', 'code': 200} Aug 27 09:49:38.419292 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-51663eef-d71a-4dfd-bb27-9deab8a488e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:38.420900 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-51663eef-d71a-4dfd-bb27-9deab8a488e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0d31d8d73140402f9f8dd34c1c76698c&device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 1101 time: 0.0792515 Aug 27 09:49:38.483650 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-bf7079e4-4b58-4acc-9395-8a809016bfa6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=da2787a0-c4a7-4a81-a73b-da206222ee50 HTTP/1.1" status: 200 len: 217 time: 0.0459154 Aug 27 09:49:38.569191 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-121a98b8-f973-4ea5-9efa-a6bd98d86487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:38.571121 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-121a98b8-f973-4ea5-9efa-a6bd98d86487 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=25f1f82a-b302-49b0-acf3-d3b77ecf15dd HTTP/1.1" status: 200 len: 843 time: 0.0753660 Aug 27 09:49:38.648809 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35363851-6972-424c-a706-227016cc82f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ade17a6-1042-4083-8902-906ae06f9564,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:38.677146 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-1fb998dd-13d9-45be-8bf8-78e250d59fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:38.678630 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-1fb998dd-13d9-45be-8bf8-78e250d59fd3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=13f423b7-e522-4cd0-9840-dbb8a76ed86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0929022 Aug 27 09:49:38.690541 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae11196-d5b8-481b-920c-8733210e176b req-fd6beff4-690e-4d66-ba3b-1c8364861905 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:38.698282 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8ae11196-d5b8-481b-920c-8733210e176b req-fd6beff4-690e-4d66-ba3b-1c8364861905 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.1178720 Aug 27 09:49:38.701209 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416b2d6-5be9-499c-8b48-805038eb19c4 req-adaa8d8c-cce5-4c7f-b618-158aedef7735 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:38.710543 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2416b2d6-5be9-499c-8b48-805038eb19c4 req-adaa8d8c-cce5-4c7f-b618-158aedef7735 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.1489160 Aug 27 09:49:38.731941 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b271062-abf1-473f-93cf-4fe2b0b18234 req-3085a990-ff14-475d-9028-8c9fdbaa1d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:38.733640 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5b271062-abf1-473f-93cf-4fe2b0b18234 req-3085a990-ff14-475d-9028-8c9fdbaa1d9d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8af955f507041b0a77e055bd3164b0b&device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 1099 time: 0.1748004 Aug 27 09:49:38.794389 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8ae11196-d5b8-481b-920c-8733210e176b req-94970d89-8913-4600-9058-63e0a0d48edc tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952215 Aug 27 09:49:38.882153 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-8ab8f400-d363-4276-9dee-42df4262de82 service neutron] 10.222.0.65 "GET /v2.0/networks/13f423b7-e522-4cd0-9840-dbb8a76ed86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812739 Aug 27 09:49:38.889835 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2416b2d6-5be9-499c-8b48-805038eb19c4 req-a153ef46-2b20-4309-b428-69f9cc23cd6b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515551 Aug 27 09:49:38.894511 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] Attempting to bind port 3ade17a6-1042-4083-8902-906ae06f9564 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:49:38.894816 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] Attempting to bind port 3ade17a6-1042-4083-8902-906ae06f9564 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'a16105dc-f825-4adb-bc92-ed44068a7422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc'}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:49:38.895140 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] Attempting to bind port 3ade17a6-1042-4083-8902-906ae06f9564 on network 9fde31b5-2732-403d-afa4-b933d59badcc {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:49:38.915616 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] Port 3ade17a6-1042-4083-8902-906ae06f9564 on network 9fde31b5-2732-403d-afa4-b933d59badcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:49:38.916204 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] Attempting to bind port 3ade17a6-1042-4083-8902-906ae06f9564 on network 9fde31b5-2732-403d-afa4-b933d59badcc {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:49:38.930873 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:49:38.931276 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] Checking segment: {'id': 'a16105dc-f825-4adb-bc92-ed44068a7422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:49:38.931649 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] Bound using segment: {'id': 'a16105dc-f825-4adb-bc92-ed44068a7422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc'} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:49:38.932080 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] Bound port: 3ade17a6-1042-4083-8902-906ae06f9564, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16105dc-f825-4adb-bc92-ed44068a7422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc'}}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:49:38.932432 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:38.957819 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b271062-abf1-473f-93cf-4fe2b0b18234 req-06a12845-85c6-4017-b6e9-9bd66c56b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:38.959347 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5b271062-abf1-473f-93cf-4fe2b0b18234 req-06a12845-85c6-4017-b6e9-9bd66c56b18e service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d949d78-38f1-4e99-8b6a-57368afc2039 HTTP/1.1" status: 200 len: 921 time: 0.2099712 Aug 27 09:49:39.034565 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5b271062-abf1-473f-93cf-4fe2b0b18234 req-992bd8a7-43b7-4c5c-91f5-6dba5680d1d0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a0ceb7-fe00-453e-a877-9c68717f1212 HTTP/1.1" status: 200 len: 217 time: 0.0547795 Aug 27 09:49:39.037647 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d3e0abb4-eb78-4ce6-84b9-fd3a43348ac1 req-d96cc604-f143-4db4-82c3-a3397e0b0863 service neutron] 10.222.0.65 "GET /v2.0/networks/13f423b7-e522-4cd0-9840-dbb8a76ed86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408081 Aug 27 09:49:39.091233 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] For port 3ade17a6-1042-4083-8902-906ae06f9564, host hv-cinder-80475, cleared binding levels {{(pid=100334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:49:39.110662 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] For port 3ade17a6-1042-4083-8902-906ae06f9564, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3ade17a6-1042-4083-8902-906ae06f9564,segment=NetworkSegment(a16105dc-f825-4adb-bc92-ed44068a7422),segment_id=a16105dc-f825-4adb-bc92-ed44068a7422)] {{(pid=100334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:49:39.117595 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:39.120516 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b271062-abf1-473f-93cf-4fe2b0b18234 req-7d9b022b-53ea-4d61-a617-2a5a4197bada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:39.122192 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5b271062-abf1-473f-93cf-4fe2b0b18234 req-7d9b022b-53ea-4d61-a617-2a5a4197bada service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a0b116e-984c-4493-adcb-d387668ba116 HTTP/1.1" status: 200 len: 859 time: 0.0695884 Aug 27 09:49:39.171720 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9e33e-49fa-45cb-95c3-c1b2bf86d16a req-b508cda5-d21f-4eeb-84fe-f0b572a31b2c tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:39.174121 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-c8d9e33e-49fa-45cb-95c3-c1b2bf86d16a req-b508cda5-d21f-4eeb-84fe-f0b572a31b2c tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.1408849 Aug 27 09:49:39.194041 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64348255-57d0-4c12-8d25-e140f06bc9e2 req-0bcccc31-fe70-4b8f-a007-e63686894817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:39.195619 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-64348255-57d0-4c12-8d25-e140f06bc9e2 req-0bcccc31-fe70-4b8f-a007-e63686894817 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0d31d8d73140402f9f8dd34c1c76698c&device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 1101 time: 0.0757146 Aug 27 09:49:39.222475 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5b271062-abf1-473f-93cf-4fe2b0b18234 req-d2494c18-642a-40c4-806c-83b50a134fa7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d949d78-38f1-4e99-8b6a-57368afc2039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591619 Aug 27 09:49:39.245437 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:39.246100 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:39.247477 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-35363851-6972-424c-a706-227016cc82f1 service neutron] 10.222.0.65 "PUT /v2.0/ports/3ade17a6-1042-4083-8902-906ae06f9564 HTTP/1.1" status: 200 len: 1093 time: 1.7980218 Aug 27 09:49:39.260476 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2475cff-bf6a-4ebb-b091-5dafdf8cb523', 'tag': '3ade17a6-1042-4083-8902-906ae06f9564'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:49:39.267920 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4003de04-4b8c-4197-8a7c-a67553e83595" -d '{"events": [{"name": "network-changed", "server_uuid": "e2475cff-bf6a-4ebb-b091-5dafdf8cb523", "tag": "3ade17a6-1042-4083-8902-906ae06f9564"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:49:39.286711 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-c8d9e33e-49fa-45cb-95c3-c1b2bf86d16a req-ec2d853c-2ef6-4c16-8d15-10b3ca76068c tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028457 Aug 27 09:49:39.354996 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64348255-57d0-4c12-8d25-e140f06bc9e2 req-14e24902-3147-4c50-9b99-c52bf2295c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:39.356543 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-64348255-57d0-4c12-8d25-e140f06bc9e2 req-14e24902-3147-4c50-9b99-c52bf2295c04 service neutron] 10.222.0.65 "GET /v2.0/networks?id=13f423b7-e522-4cd0-9840-dbb8a76ed86c HTTP/1.1" status: 200 len: 871 time: 0.1501641 Aug 27 09:49:39.365640 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e330a0-346a-4acf-aee5-cf68d7988e72 x-openstack-request-id: req-07e330a0-346a-4acf-aee5-cf68d7988e72 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:49:39.365922 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2475cff-bf6a-4ebb-b091-5dafdf8cb523", "tag": "3ade17a6-1042-4083-8902-906ae06f9564", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:49:39.366198 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07e330a0-346a-4acf-aee5-cf68d7988e72 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:49:39.366618 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2475cff-bf6a-4ebb-b091-5dafdf8cb523', 'tag': '3ade17a6-1042-4083-8902-906ae06f9564', 'status': 'completed', 'code': 200} Aug 27 09:49:39.399275 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35363851-6972-424c-a706-227016cc82f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ade17a6-1042-4083-8902-906ae06f9564,revision_number=3']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:39.427727 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31b92c-2f08-4fc9-a0ed-9432bba56baf req-8df2ed07-80ab-4663-8992-467275aa73a5 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:39.429273 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4e31b92c-2f08-4fc9-a0ed-9432bba56baf req-8df2ed07-80ab-4663-8992-467275aa73a5 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.2428231 Aug 27 09:49:39.431231 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-64348255-57d0-4c12-8d25-e140f06bc9e2 req-5da3749a-e751-48b3-97ad-b5712ba644b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=da2787a0-c4a7-4a81-a73b-da206222ee50 HTTP/1.1" status: 200 len: 217 time: 0.0435803 Aug 27 09:49:39.474984 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-1afb672a-e831-43ae-ab51-b2832604a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:39.476564 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-1afb672a-e831-43ae-ab51-b2832604a258 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd7089dd37db4591a4bfa8f85c7b8e01&device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 1096 time: 0.1309307 Aug 27 09:49:39.480335 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5b271062-abf1-473f-93cf-4fe2b0b18234 req-04172d98-ea22-4f86-b5a7-f92298cc3551 service neutron] 10.222.0.65 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278986 Aug 27 09:49:39.506414 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64348255-57d0-4c12-8d25-e140f06bc9e2 req-48fa113c-3964-4b0c-bcfe-0961e55d823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:39.507219 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-64348255-57d0-4c12-8d25-e140f06bc9e2 req-48fa113c-3964-4b0c-bcfe-0961e55d823e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=25f1f82a-b302-49b0-acf3-d3b77ecf15dd HTTP/1.1" status: 200 len: 843 time: 0.0625191 Aug 27 09:49:39.523239 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4e31b92c-2f08-4fc9-a0ed-9432bba56baf req-25e808f1-44d9-43db-bdde-37463d8cee0e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836818 Aug 27 09:49:39.586721 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64348255-57d0-4c12-8d25-e140f06bc9e2 req-1b614ca1-72a2-4b62-aad2-c9a68dbbb176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:39.588972 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-609d877d-784c-4b7b-a196-7db3c53a2c40 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ade17a6-1042-4083-8902-906ae06f9564 HTTP/1.1" status: 200 len: 217 time: 0.0863934 Aug 27 09:49:39.590027 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-64348255-57d0-4c12-8d25-e140f06bc9e2 req-1b614ca1-72a2-4b62-aad2-c9a68dbbb176 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=13f423b7-e522-4cd0-9840-dbb8a76ed86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738432 Aug 27 09:49:39.685085 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5b271062-abf1-473f-93cf-4fe2b0b18234 req-63fe8ac5-bbfd-42ff-9b1b-9ecfc6861794 service neutron] 10.222.0.65 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836925 Aug 27 09:49:39.691899 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-c82e3f17-7f80-4615-8c90-6d4390717748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:39.693961 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-c82e3f17-7f80-4615-8c90-6d4390717748 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cd6e11d-1d08-4b5b-875e-ba4dc957d343 HTTP/1.1" status: 200 len: 853 time: 0.0810876 Aug 27 09:49:39.699200 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-64348255-57d0-4c12-8d25-e140f06bc9e2 req-e519e7cb-bf8d-4297-8b26-99394b1e2ea5 service neutron] 10.222.0.65 "GET /v2.0/networks/13f423b7-e522-4cd0-9840-dbb8a76ed86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877082 Aug 27 09:49:39.773452 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-72ef8d69-ccb3-4afd-bc8d-e15ccbc842a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:39.774983 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-72ef8d69-ccb3-4afd-bc8d-e15ccbc842a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9fde31b5-2732-403d-afa4-b933d59badcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603082 Aug 27 09:49:39.809723 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-64348255-57d0-4c12-8d25-e140f06bc9e2 req-2fc53b0a-a88f-4079-92e2-053894edc521 service neutron] 10.222.0.65 "GET /v2.0/networks/13f423b7-e522-4cd0-9840-dbb8a76ed86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887940 Aug 27 09:49:39.899830 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-4a205de5-73ac-4ac0-a033-30080ff978bd service neutron] 10.222.0.65 "GET /v2.0/networks/9fde31b5-2732-403d-afa4-b933d59badcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136029 Aug 27 09:49:39.909917 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e376b-9e1b-4ff4-9c7d-b78d133ad83c req-ba82c189-8421-4eae-863f-d0bcfe8b44b7 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:39.917090 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-961e376b-9e1b-4ff4-9c7d-b78d133ad83c req-ba82c189-8421-4eae-863f-d0bcfe8b44b7 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0549860 Aug 27 09:49:39.969860 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-961e376b-9e1b-4ff4-9c7d-b78d133ad83c req-8527a3da-bcc2-4601-8ff5-e7993e05d318 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469649 Aug 27 09:49:40.038716 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebb7d8-ab62-46b5-a27c-b679b3caf89f req-3d05d47f-9257-46d1-a55a-71f8ccd702fb tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:40.040264 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-14ebb7d8-ab62-46b5-a27c-b679b3caf89f req-3d05d47f-9257-46d1-a55a-71f8ccd702fb tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0716825 Aug 27 09:49:40.042009 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7e8da77a-aad9-45db-8c34-10b1e1a80f6b req-71320e21-4685-4887-9305-673f3e4e3b61 service neutron] 10.222.0.65 "GET /v2.0/networks/9fde31b5-2732-403d-afa4-b933d59badcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313679 Aug 27 09:49:40.087562 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-14ebb7d8-ab62-46b5-a27c-b679b3caf89f req-51763b65-4602-48c4-a68e-7403abda5666 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407348 Aug 27 09:49:40.160751 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003de04-4b8c-4197-8a7c-a67553e83595 req-676173af-e781-4927-9a7b-fb3ac1b0688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:40.162408 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4003de04-4b8c-4197-8a7c-a67553e83595 req-676173af-e781-4927-9a7b-fb3ac1b0688d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd7089dd37db4591a4bfa8f85c7b8e01&device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 1096 time: 0.0454781 Aug 27 09:49:40.274126 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003de04-4b8c-4197-8a7c-a67553e83595 req-1c12d6ec-d8f4-47fc-a623-df0e62452651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:40.276513 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4003de04-4b8c-4197-8a7c-a67553e83595 req-1c12d6ec-d8f4-47fc-a623-df0e62452651 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9fde31b5-2732-403d-afa4-b933d59badcc HTTP/1.1" status: 200 len: 916 time: 0.1034181 Aug 27 09:49:40.328605 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4003de04-4b8c-4197-8a7c-a67553e83595 req-0ee8c4f0-36a8-45c6-9509-8be8b7693690 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ade17a6-1042-4083-8902-906ae06f9564 HTTP/1.1" status: 200 len: 217 time: 0.0419335 Aug 27 09:49:40.386466 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003de04-4b8c-4197-8a7c-a67553e83595 req-936af85e-a24c-48f5-99e2-173ef93c30cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:40.388486 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4003de04-4b8c-4197-8a7c-a67553e83595 req-936af85e-a24c-48f5-99e2-173ef93c30cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cd6e11d-1d08-4b5b-875e-ba4dc957d343 HTTP/1.1" status: 200 len: 853 time: 0.0526755 Aug 27 09:49:40.426055 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092b32a-b750-4439-89e5-6d06496132bb req-0cd81d85-74e0-4c09-b2de-7be2ba79c3c1 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:40.433794 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6092b32a-b750-4439-89e5-6d06496132bb req-0cd81d85-74e0-4c09-b2de-7be2ba79c3c1 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0595098 Aug 27 09:49:40.436834 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003de04-4b8c-4197-8a7c-a67553e83595 req-d076b4a8-ed4b-4cdd-90ef-3bc5aab14b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:40.439148 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4003de04-4b8c-4197-8a7c-a67553e83595 req-d076b4a8-ed4b-4cdd-90ef-3bc5aab14b0a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9fde31b5-2732-403d-afa4-b933d59badcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429852 Aug 27 09:49:40.473341 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6092b32a-b750-4439-89e5-6d06496132bb req-c7a3eb0d-7c03-475b-a573-3602a43c3cff tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388043 Aug 27 09:49:40.555444 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4003de04-4b8c-4197-8a7c-a67553e83595 req-07077c74-8e58-436f-9cdc-e74006148433 service neutron] 10.222.0.65 "GET /v2.0/networks/9fde31b5-2732-403d-afa4-b933d59badcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052654 Aug 27 09:49:40.728173 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2686ba-506a-4e06-b020-7e7e17bd50e7 req-02bc2e0c-db73-4187-9352-e2eea9a40449 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:40.729710 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-db2686ba-506a-4e06-b020-7e7e17bd50e7 req-02bc2e0c-db73-4187-9352-e2eea9a40449 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0981989 Aug 27 09:49:40.736980 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4003de04-4b8c-4197-8a7c-a67553e83595 req-d48b8ab5-94a2-4a03-b8f4-d9ee2b6bdcfa service neutron] 10.222.0.65 "GET /v2.0/networks/9fde31b5-2732-403d-afa4-b933d59badcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678889 Aug 27 09:49:40.770608 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-db2686ba-506a-4e06-b020-7e7e17bd50e7 req-1b9315f5-0508-4bbd-aa89-195e99f3ee07 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323989 Aug 27 09:49:41.082427 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3639c7-0873-4c16-9eb4-335c2bf32d29 req-d834f0b2-b9f8-461a-acd9-2280d277a53c tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:41.083953 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1f3639c7-0873-4c16-9eb4-335c2bf32d29 req-d834f0b2-b9f8-461a-acd9-2280d277a53c tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0556502 Aug 27 09:49:41.124327 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1f3639c7-0873-4c16-9eb4-335c2bf32d29 req-60bbe818-d555-4e20-8723-8af269fbf381 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333569 Aug 27 09:49:41.211136 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a6278-c344-405c-bca6-a49a4401a619 req-d6925b9e-216d-42f0-9913-b2f6e6dbb786 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:41.212643 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-239a6278-c344-405c-bca6-a49a4401a619 req-d6925b9e-216d-42f0-9913-b2f6e6dbb786 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0513651 Aug 27 09:49:41.260839 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-239a6278-c344-405c-bca6-a49a4401a619 req-7a7426c5-f90f-43ad-9028-3b37361d4584 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412176 Aug 27 09:49:41.598425 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52806828-2358-4966-b4b0-0e70617f7923 req-881c8d72-8a1b-4fad-9ecb-986ab52c7032 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:41.599993 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-52806828-2358-4966-b4b0-0e70617f7923 req-881c8d72-8a1b-4fad-9ecb-986ab52c7032 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0517428 Aug 27 09:49:41.642209 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-52806828-2358-4966-b4b0-0e70617f7923 req-af5def74-af58-4e06-87fd-9d22e22ebe7a tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360384 Aug 27 09:49:41.898544 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe2c60-081c-4114-9ae6-07e1a3069daa req-64c41157-0e7d-48de-b75a-82cb3067e0c7 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:41.908100 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0abe2c60-081c-4114-9ae6-07e1a3069daa req-64c41157-0e7d-48de-b75a-82cb3067e0c7 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0624897 Aug 27 09:49:41.943102 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0abe2c60-081c-4114-9ae6-07e1a3069daa req-0c5bcd1a-038a-4df5-bd55-a66a4bcdc05e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339224 Aug 27 09:49:42.246423 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23121fc0-4f01-42c6-808d-f328b727dc19 req-e517a674-6896-444e-a3e3-5cc7ac2e956a tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:42.247873 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-23121fc0-4f01-42c6-808d-f328b727dc19 req-e517a674-6896-444e-a3e3-5cc7ac2e956a tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0488367 Aug 27 09:49:42.286932 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-23121fc0-4f01-42c6-808d-f328b727dc19 req-e0c51362-68bd-420d-9833-a188cf0b2125 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323772 Aug 27 09:49:42.425440 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c5bf4-a5e7-4883-a57c-3d967fd530be req-94b826d4-312f-4a22-a771-51dd337270bb tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:42.427007 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5c9c5bf4-a5e7-4883-a57c-3d967fd530be req-94b826d4-312f-4a22-a771-51dd337270bb tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0536261 Aug 27 09:49:42.464998 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5c9c5bf4-a5e7-4883-a57c-3d967fd530be req-575763e0-b7d2-4ccf-9e2e-84853a9febb9 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322158 Aug 27 09:49:42.797594 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37d3f3-06c1-42a1-950c-963adcf4f807 req-a409d748-4335-4078-a91e-e5e78d640406 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:42.799143 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8c37d3f3-06c1-42a1-950c-963adcf4f807 req-a409d748-4335-4078-a91e-e5e78d640406 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0728207 Aug 27 09:49:42.839266 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8c37d3f3-06c1-42a1-950c-963adcf4f807 req-93ec3130-f874-46c5-8b20-32d646922b9a tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336995 Aug 27 09:49:43.074686 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323c510-8f35-4d29-98e9-f4adf6c1753a req-f6ef9b9d-db00-4119-b036-6c626ecfb445 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:43.076303 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7323c510-8f35-4d29-98e9-f4adf6c1753a req-f6ef9b9d-db00-4119-b036-6c626ecfb445 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0587237 Aug 27 09:49:43.115716 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7323c510-8f35-4d29-98e9-f4adf6c1753a req-afb0d8aa-f794-4bd0-8517-e25bb9e3b19a tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327132 Aug 27 09:49:43.417107 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a09cf8-3b21-4870-b278-b29dfcea4290 req-d6df3b30-3a29-4d7c-96a9-d0de60cfee9f tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:43.426770 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-80a09cf8-3b21-4870-b278-b29dfcea4290 req-d6df3b30-3a29-4d7c-96a9-d0de60cfee9f tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0658092 Aug 27 09:49:43.465987 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-80a09cf8-3b21-4870-b278-b29dfcea4290 req-5b512dd6-8d26-4b96-a6b8-8ef899d3f9e9 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334334 Aug 27 09:49:43.942319 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d4473-48b3-43a0-b64d-c93eac6e646e req-3ef7da24-589d-409e-99a8-055242774423 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:43.943846 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-951d4473-48b3-43a0-b64d-c93eac6e646e req-3ef7da24-589d-409e-99a8-055242774423 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0636575 Aug 27 09:49:43.959807 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82dd13-5aaf-4b57-8582-f33f7a0896a7 req-e160dab0-86fe-4e1d-9117-2053fc0fcb9c tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:43.961506 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8a82dd13-5aaf-4b57-8582-f33f7a0896a7 req-e160dab0-86fe-4e1d-9117-2053fc0fcb9c tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0505612 Aug 27 09:49:43.993794 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-951d4473-48b3-43a0-b64d-c93eac6e646e req-c51bd026-4419-4374-8e2b-02db1efa0c0c tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404160 Aug 27 09:49:44.005146 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8a82dd13-5aaf-4b57-8582-f33f7a0896a7 req-cc91668c-6e85-437c-b59d-8cae2028b190 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375447 Aug 27 09:49:44.244916 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef62c08-d8b0-4410-8b32-9b470a3e230d req-fb4a3415-a9b8-4c92-9414-cf95cf7bb254 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:44.246547 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6ef62c08-d8b0-4410-8b32-9b470a3e230d req-fb4a3415-a9b8-4c92-9414-cf95cf7bb254 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0528748 Aug 27 09:49:44.288734 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6ef62c08-d8b0-4410-8b32-9b470a3e230d req-40126779-fa3b-4085-af2b-1a0e4f03c535 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342658 Aug 27 09:49:44.589737 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0c98b-b541-4455-80db-30ea1c096428 req-1c55943e-9991-4f41-bc15-e86df94adacc tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:44.591275 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a1f0c98b-b541-4455-80db-30ea1c096428 req-1c55943e-9991-4f41-bc15-e86df94adacc tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0511055 Aug 27 09:49:44.629987 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a1f0c98b-b541-4455-80db-30ea1c096428 req-f8c194c3-3e96-4470-ae8d-3edd130a23b4 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323586 Aug 27 09:49:45.131911 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e825e8-20a3-4f93-a9b5-6982051bd105 req-bc21c315-021f-4bb8-971f-44d572bed08c tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:45.133395 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-22e825e8-20a3-4f93-a9b5-6982051bd105 req-bc21c315-021f-4bb8-971f-44d572bed08c tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0540285 Aug 27 09:49:45.182495 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-22e825e8-20a3-4f93-a9b5-6982051bd105 req-568f9206-bcab-40cd-9399-a316dd356c7f tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423727 Aug 27 09:49:45.419650 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466627e-6c28-4c5d-8041-35f2651087c2 req-34bcdb3b-d6b1-42c5-95a3-e951b26bac35 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:45.421132 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1466627e-6c28-4c5d-8041-35f2651087c2 req-34bcdb3b-d6b1-42c5-95a3-e951b26bac35 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0517938 Aug 27 09:49:45.460494 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1466627e-6c28-4c5d-8041-35f2651087c2 req-91696f21-375d-4d13-911c-13541442f53f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327783 Aug 27 09:49:45.758199 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc668c-38aa-474a-8219-0532b2f1d50c req-c8cf30ac-8351-4c7c-83eb-0fb266ed5df1 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:45.759670 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-09dc668c-38aa-474a-8219-0532b2f1d50c req-c8cf30ac-8351-4c7c-83eb-0fb266ed5df1 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0621088 Aug 27 09:49:45.799771 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-09dc668c-38aa-474a-8219-0532b2f1d50c req-082eb3ef-0791-4b3f-8d5d-1a6500c5221d tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336568 Aug 27 09:49:46.315160 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a137d-056b-42d6-9272-23dc773e00fc req-67f3c95b-4964-485e-a3ac-0d57b345c284 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:46.316576 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d64a137d-056b-42d6-9272-23dc773e00fc req-67f3c95b-4964-485e-a3ac-0d57b345c284 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0609763 Aug 27 09:49:46.357278 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d64a137d-056b-42d6-9272-23dc773e00fc req-76296bd0-ea59-40a0-a028-c7ebd6ac389a tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348351 Aug 27 09:49:46.587925 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b9302-455f-42af-aab0-6ad229cb8ae6 req-16a3dad2-678e-48c8-8656-9c0dfeb9b585 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:46.589538 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9f1b9302-455f-42af-aab0-6ad229cb8ae6 req-16a3dad2-678e-48c8-8656-9c0dfeb9b585 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0530581 Aug 27 09:49:46.634870 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9f1b9302-455f-42af-aab0-6ad229cb8ae6 req-b1e6b223-d531-4e54-add3-17655c9a2a2d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325634 Aug 27 09:49:46.925680 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d708bc-6c61-48f9-8045-2fe05c5d7bf6 req-18bb4c5c-e9eb-4229-8bec-84bdd3a4dabf tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:46.927243 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-76d708bc-6c61-48f9-8045-2fe05c5d7bf6 req-18bb4c5c-e9eb-4229-8bec-84bdd3a4dabf tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0475576 Aug 27 09:49:46.970693 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-76d708bc-6c61-48f9-8045-2fe05c5d7bf6 req-0e7a7fc4-2f62-403a-9b6d-8699076dd239 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365667 Aug 27 09:49:47.478306 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c04de-e7fe-4519-997b-db191dd0ed29 req-614af05a-ad7d-48aa-b43f-0d4e150b57a3 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:47.480189 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f33c04de-e7fe-4519-997b-db191dd0ed29 req-614af05a-ad7d-48aa-b43f-0d4e150b57a3 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0541365 Aug 27 09:49:47.526602 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f33c04de-e7fe-4519-997b-db191dd0ed29 req-bf463f48-ea94-4eaa-97ec-6f7357180f7c tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357065 Aug 27 09:49:47.813776 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b702d-f01f-4166-8de2-c6c9aa1f5aa8 req-f4c4ba13-7bc2-440b-aff4-36e2a13016d5 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:47.814518 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-152b702d-f01f-4166-8de2-c6c9aa1f5aa8 req-f4c4ba13-7bc2-440b-aff4-36e2a13016d5 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0858061 Aug 27 09:49:47.849011 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-152b702d-f01f-4166-8de2-c6c9aa1f5aa8 req-4910b7d9-6f63-402a-bfc3-cc171edd1bb6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340600 Aug 27 09:49:48.094408 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a692c93-d2f6-4b68-941f-7b48ec33c1f1 req-9e525643-be8e-47a3-be16-a8a61f8904b4 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:48.095914 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0a692c93-d2f6-4b68-941f-7b48ec33c1f1 req-9e525643-be8e-47a3-be16-a8a61f8904b4 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0562391 Aug 27 09:49:48.134749 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0a692c93-d2f6-4b68-941f-7b48ec33c1f1 req-8abc8977-bf19-4c4c-8e7f-b9fdb6eb3978 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318563 Aug 27 09:49:48.649476 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4bf20-518e-4c39-90e5-0d3c4029b29f req-42a3b470-8933-47ca-a734-d3be0e467f5a tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:48.650978 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-eab4bf20-518e-4c39-90e5-0d3c4029b29f req-42a3b470-8933-47ca-a734-d3be0e467f5a tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0530624 Aug 27 09:49:48.703295 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-eab4bf20-518e-4c39-90e5-0d3c4029b29f req-24a13656-98b0-43b5-825f-6ebfd5e1f83c tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453687 Aug 27 09:49:48.977134 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcfa45-310f-477a-b5c3-58423ea98de9 req-8179d9bd-db94-4b0d-b6ed-535a7a31ceba tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:48.978657 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c4bcfa45-310f-477a-b5c3-58423ea98de9 req-8179d9bd-db94-4b0d-b6ed-535a7a31ceba tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0501432 Aug 27 09:49:49.015936 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c4bcfa45-310f-477a-b5c3-58423ea98de9 req-afa5b02d-48ee-42ba-8182-0e626dde44ec tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308280 Aug 27 09:49:49.266780 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b219d-1dde-402f-859b-0e2860bf5802 req-7bbb82a7-913d-4e88-81a1-b0a18b7ff446 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:49.268594 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0e8b219d-1dde-402f-859b-0e2860bf5802 req-7bbb82a7-913d-4e88-81a1-b0a18b7ff446 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0607576 Aug 27 09:49:49.308899 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0e8b219d-1dde-402f-859b-0e2860bf5802 req-7cc4dab3-63db-4937-bb35-9e14870169e1 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344930 Aug 27 09:49:49.834031 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b4766-6663-431b-9b44-f9398e650ff8 req-a5641fc3-c6b5-4e18-8d38-b4907533676e tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:49.835530 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2f5b4766-6663-431b-9b44-f9398e650ff8 req-a5641fc3-c6b5-4e18-8d38-b4907533676e tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0565412 Aug 27 09:49:49.874114 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2f5b4766-6663-431b-9b44-f9398e650ff8 req-d59a50d8-fea6-4b04-8296-15dae2fb8b51 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326655 Aug 27 09:49:50.168734 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c7ff7-2b4a-467a-ad0d-d83a7492a16f req-3d5edec5-cc80-48ac-a9e1-38041cea4953 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:50.170869 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e09c7ff7-2b4a-467a-ad0d-d83a7492a16f req-3d5edec5-cc80-48ac-a9e1-38041cea4953 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0598555 Aug 27 09:49:50.215249 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e09c7ff7-2b4a-467a-ad0d-d83a7492a16f req-80b4a2e1-9981-46e2-accd-feb84b2bf6f4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371139 Aug 27 09:49:50.436464 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69d16b-8029-4d91-bc5a-492c545d8cae req-9ebbb1f4-2fbc-499a-8d82-c00e0a011992 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:50.438689 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0d69d16b-8029-4d91-bc5a-492c545d8cae req-9ebbb1f4-2fbc-499a-8d82-c00e0a011992 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0617111 Aug 27 09:49:50.480735 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0d69d16b-8029-4d91-bc5a-492c545d8cae req-f6c57e0a-5c00-4569-b55f-c93fa6d21010 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357177 Aug 27 09:49:50.612262 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4f0824cc-41fa-4ad4-862b-a71f713f2279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:50.991626 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289302c4-b43b-4588-9cac-174706b6101c req-e925f86f-fa76-4065-9b87-23e61be3a79c tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:50.993183 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-289302c4-b43b-4588-9cac-174706b6101c req-e925f86f-fa76-4065-9b87-23e61be3a79c tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0523059 Aug 27 09:49:51.034804 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-289302c4-b43b-4588-9cac-174706b6101c req-0388502e-2d7a-40ff-ac0c-b5be157c080a tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354221 Aug 27 09:49:51.349469 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b6ae5-397e-4be1-992b-840ce6a4e575 req-53dec12b-69a2-4dca-bf07-a05052f95d02 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:51.351068 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-680b6ae5-397e-4be1-992b-840ce6a4e575 req-53dec12b-69a2-4dca-bf07-a05052f95d02 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0520494 Aug 27 09:49:51.399033 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-680b6ae5-397e-4be1-992b-840ce6a4e575 req-85b1b4c7-91bb-4fa3-953f-659ac0bbd672 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404928 Aug 27 09:49:51.613019 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe3853-9989-488d-932f-9c7070068655 req-e7116ac6-cfa0-4ebb-9660-6307e3d946c4 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:51.614587 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-72fe3853-9989-488d-932f-9c7070068655 req-e7116ac6-cfa0-4ebb-9660-6307e3d946c4 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0624764 Aug 27 09:49:51.654276 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-72fe3853-9989-488d-932f-9c7070068655 req-f72899a2-6ab9-4169-85b5-56ada37d6ffd tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337915 Aug 27 09:49:52.158708 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79ee5a-5482-4425-a22d-ff59d0d05431 req-01f0fe06-7c9f-43f6-8c1d-dbb364a9b6b5 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:52.160618 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1d79ee5a-5482-4425-a22d-ff59d0d05431 req-01f0fe06-7c9f-43f6-8c1d-dbb364a9b6b5 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0586090 Aug 27 09:49:52.205089 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1d79ee5a-5482-4425-a22d-ff59d0d05431 req-152142a1-a53c-404f-bfb8-2f6c7d882fd3 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381570 Aug 27 09:49:52.540770 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1c0c5-900c-4488-97c8-012caf59b360 req-f5ab01f3-7dc2-491a-8439-a59c3ed200ac tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:52.542286 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8ca1c0c5-900c-4488-97c8-012caf59b360 req-f5ab01f3-7dc2-491a-8439-a59c3ed200ac tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0521274 Aug 27 09:49:52.582637 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8ca1c0c5-900c-4488-97c8-012caf59b360 req-24f60f51-a097-4da5-ac43-847aa6482966 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335629 Aug 27 09:49:52.777879 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886f1c6-4608-49f3-b90d-d41cf2e58570 req-37fe6904-e949-448d-a0be-fe5b5d651e10 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:52.781980 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c886f1c6-4608-49f3-b90d-d41cf2e58570 req-37fe6904-e949-448d-a0be-fe5b5d651e10 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0544329 Aug 27 09:49:52.819630 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c886f1c6-4608-49f3-b90d-d41cf2e58570 req-33cfc752-9ac2-4c90-b36e-ac5d31a7706b tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338967 Aug 27 09:49:53.344942 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470447a6-7488-40fe-8ec4-13f729e143fc req-ad67fb15-dbc8-4b5c-bbc8-e6c1c24a4b00 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:53.345198 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-7ba13b70-1931-465a-85fd-6723607516a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:53.347298 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-470447a6-7488-40fe-8ec4-13f729e143fc req-ad67fb15-dbc8-4b5c-bbc8-e6c1c24a4b00 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0587771 Aug 27 09:49:53.394393 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-470447a6-7488-40fe-8ec4-13f729e143fc req-1f295780-1628-493c-9438-03c69004b615 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372403 Aug 27 09:49:53.543037 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:53.720780 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9b8b4-db13-4c94-b9bf-2e6cf6b9678c req-f6eb6e8a-1b3a-47f1-93f9-e7792f873fb5 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:53.728630 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ecb9b8b4-db13-4c94-b9bf-2e6cf6b9678c req-f6eb6e8a-1b3a-47f1-93f9-e7792f873fb5 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0646334 Aug 27 09:49:53.764023 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ecb9b8b4-db13-4c94-b9bf-2e6cf6b9678c req-08ee52f2-b2c4-4bbb-98be-0c0a71c10773 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343938 Aug 27 09:49:53.960128 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f40162-54ec-466d-88f2-787f995772ae req-67fb1597-7994-46ed-993d-b0a55841bd02 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:53.961358 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-40f40162-54ec-466d-88f2-787f995772ae req-67fb1597-7994-46ed-993d-b0a55841bd02 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0676703 Aug 27 09:49:54.008761 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-40f40162-54ec-466d-88f2-787f995772ae req-059d3db3-5023-4f8e-9e0a-e1ff45236c89 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365372 Aug 27 09:49:54.419861 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:54.521385 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb8fb4-5f93-4b39-8565-c53d1d67b2a7 req-df51e66d-6bc8-4a53-bce9-89b4f2d5142a tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:54.522920 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-25bb8fb4-5f93-4b39-8565-c53d1d67b2a7 req-df51e66d-6bc8-4a53-bce9-89b4f2d5142a tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0635371 Aug 27 09:49:54.572990 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-25bb8fb4-5f93-4b39-8565-c53d1d67b2a7 req-3fe47272-406b-4840-9d4a-4f17de5750a8 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440061 Aug 27 09:49:54.914114 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:54.917565 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a0b86-a00a-40f4-8689-9681eb3e9d98 req-0744260d-1a2a-4773-9dae-14a69e5f174f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:54.919190 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e51a0b86-a00a-40f4-8689-9681eb3e9d98 req-0744260d-1a2a-4773-9dae-14a69e5f174f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0678079 Aug 27 09:49:54.970593 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e51a0b86-a00a-40f4-8689-9681eb3e9d98 req-eb1c1ba9-0c06-4494-8885-3bda40db366e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450082 Aug 27 09:49:55.150304 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812754cb-6899-4f94-bf57-b52eca561d6a req-e34ee951-3671-4fa9-bd65-2532954d85d7 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:55.153045 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-812754cb-6899-4f94-bf57-b52eca561d6a req-e34ee951-3671-4fa9-bd65-2532954d85d7 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0624492 Aug 27 09:49:55.195927 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-812754cb-6899-4f94-bf57-b52eca561d6a req-ba78dd4a-3dd4-4fac-8223-dd0a5bd5188c tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339725 Aug 27 09:49:55.693661 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d68bbf-1557-4e46-a212-77e8e06084d6 req-4a8213c6-b69b-4464-bd9e-96c9490df1f1 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:55.695282 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-30d68bbf-1557-4e46-a212-77e8e06084d6 req-4a8213c6-b69b-4464-bd9e-96c9490df1f1 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0546510 Aug 27 09:49:55.738606 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-30d68bbf-1557-4e46-a212-77e8e06084d6 req-73fc166f-d2a7-4908-ae5b-608bfab1fea8 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364482 Aug 27 09:49:56.119300 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a8135-aabf-4f2d-9e33-d07f763f0f68 req-9205bfaa-8eb9-48bc-b0a2-fc7ddf33f7dd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:56.121694 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-350a8135-aabf-4f2d-9e33-d07f763f0f68 req-9205bfaa-8eb9-48bc-b0a2-fc7ddf33f7dd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0679958 Aug 27 09:49:56.160975 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-350a8135-aabf-4f2d-9e33-d07f763f0f68 req-2aa7d293-46b1-4fb2-b115-6c649636c751 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326717 Aug 27 09:49:56.310611 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:56.318090 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f32272-1b90-4884-82c2-d42966ea7aae req-275cc802-f232-4aff-957b-e0df6704b436 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:56.319637 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e3f32272-1b90-4884-82c2-d42966ea7aae req-275cc802-f232-4aff-957b-e0df6704b436 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0521786 Aug 27 09:49:56.359916 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e3f32272-1b90-4884-82c2-d42966ea7aae req-27fab56d-14c1-4874-9241-a4a2a18a5804 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333431 Aug 27 09:49:56.451649 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 55122) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:56.496375 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cac19c0-a941-4e7b-b091-f279ac8547ff admin admin] Deleting subnet f9512eee-73f0-4ea2-95d5-87c461e5e74b {{(pid=100335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 09:49:56.500630 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8cac19c0-a941-4e7b-b091-f279ac8547ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:56.539226 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8cac19c0-a941-4e7b-b091-f279ac8547ff admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:56.544701 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8cac19c0-a941-4e7b-b091-f279ac8547ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492648'] for subnet, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:56.597970 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8cac19c0-a941-4e7b-b091-f279ac8547ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for subnet, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:56.623282 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac19c0-a941-4e7b-b091-f279ac8547ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9512eee-73f0-4ea2-95d5-87c461e5e74b,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:56.629865 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8cac19c0-a941-4e7b-b091-f279ac8547ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:56.632355 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-8cac19c0-a941-4e7b-b091-f279ac8547ff admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f9512eee-73f0-4ea2-95d5-87c461e5e74b HTTP/1.1" status: 204 len: 168 time: 0.1791627 Aug 27 09:49:56.634455 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 55126) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:56.709974 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4566a280-f576-448f-b352-1146585fce86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574520'] for network, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:56.792477 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4566a280-f576-448f-b352-1146585fce86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561491', 'neutron.services.segments.db._delete_segments_for_network-8775451844590'] for network, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:56.803923 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-4566a280-f576-448f-b352-1146585fce86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274a6c0e-7366-418f-a86f-184c988909b2']}} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:49:56.817342 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-4566a280-f576-448f-b352-1146585fce86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9f90f2-ebc4-4f9e-8db4-32af4c707301') {'for_net_delete': True} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:49:56.817717 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-4566a280-f576-448f-b352-1146585fce86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9f90f2-ebc4-4f9e-8db4-32af4c707301') {} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:49:56.835255 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4566a280-f576-448f-b352-1146585fce86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775451844473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10028809'] for segment, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:56.872796 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4566a280-f576-448f-b352-1146585fce86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:56.881218 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4566a280-f576-448f-b352-1146585fce86 admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=100334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 09:49:56.881640 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4566a280-f576-448f-b352-1146585fce86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10058782'] for segment, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: Traceback (most recent call last): Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: timer() Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: cb(*args, **kw) Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: return func(*args, **kwargs) Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: self._notify() Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: self.callback(batched_events) Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: event.method(event) Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: return f(self, *a, **k) Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._get(url).json() Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: return self.request(url, 'GET', **kwargs) Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 09:49:56.884764 dv-cinder-804757-3-iscsi neutron-server[100334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 09:49:56.926403 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ea55b-347f-41c9-900c-16afe8fc4b23 req-e0808f4f-eb4b-4c78-a55b-4947d13bdaa2 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:56.927972 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5d9ea55b-347f-41c9-900c-16afe8fc4b23 req-e0808f4f-eb4b-4c78-a55b-4947d13bdaa2 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.1148527 Aug 27 09:49:56.966400 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4566a280-f576-448f-b352-1146585fce86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504205'] for network, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:56.986385 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4566a280-f576-448f-b352-1146585fce86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:56.988267 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-4566a280-f576-448f-b352-1146585fce86 admin admin] 10.222.0.55 "DELETE /v2.0/networks/274a6c0e-7366-418f-a86f-184c988909b2 HTTP/1.1" status: 204 len: 168 time: 0.3527396 Aug 27 09:49:56.991744 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566a280-f576-448f-b352-1146585fce86 admin admin] Pushing event deleted for resources: {'Network': ['ID=274a6c0e-7366-418f-a86f-184c988909b2,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:56.998709 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5d9ea55b-347f-41c9-900c-16afe8fc4b23 req-a7b8966d-005b-4da0-ac72-91fd357904dd tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618796 Aug 27 09:49:57.268621 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 55138) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:57.287007 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9331a-f8e4-404c-91da-8371b2f2b62e req-38d0f121-c154-4089-a81d-4c5e03e8d6a3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:57.288795 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-59c9331a-f8e4-404c-91da-8371b2f2b62e req-38d0f121-c154-4089-a81d-4c5e03e8d6a3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0549819 Aug 27 09:49:57.324184 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-8a0b793f-3fcf-45f8-812f-e931ef5fd485 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7450a4faab944618abf77341c6a3c97a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540125 Aug 27 09:49:57.326541 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 55140) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:57.329852 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-59c9331a-f8e4-404c-91da-8371b2f2b62e req-631e3962-695b-480e-a4af-ce4f06b7e218 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343444 Aug 27 09:49:57.384477 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-22adbb95-4466-4b72-be56-66b12a5aba96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:57.411527 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-22adbb95-4466-4b72-be56-66b12a5aba96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:57.485774 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-22adbb95-4466-4b72-be56-66b12a5aba96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:57.488329 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-22adbb95-4466-4b72-be56-66b12a5aba96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:57.489507 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-22adbb95-4466-4b72-be56-66b12a5aba96 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/010981d2-8bf4-4dc4-8850-77fd278f8e1e HTTP/1.1" status: 204 len: 168 time: 0.1616204 Aug 27 09:49:57.505997 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee589045-5e65-4d2b-bacf-673d8674fefa req-4c0acad7-7a5f-4eb2-b371-6b5e5e00fd36 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:57.507672 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ee589045-5e65-4d2b-bacf-673d8674fefa req-4c0acad7-7a5f-4eb2-b371-6b5e5e00fd36 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0676122 Aug 27 09:49:57.514144 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adbb95-4466-4b72-be56-66b12a5aba96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010981d2-8bf4-4dc4-8850-77fd278f8e1e,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:57.572459 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ee589045-5e65-4d2b-bacf-673d8674fefa req-f204b8a6-16a8-46ed-a37e-6649ee8f997a tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544956 Aug 27 09:49:58.121870 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db436203-b1e2-4349-8188-de8699e8c66d req-06f68c13-c6e7-4866-87c3-6837bef05a0f tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:58.130035 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-db436203-b1e2-4349-8188-de8699e8c66d req-06f68c13-c6e7-4866-87c3-6837bef05a0f tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0583367 Aug 27 09:49:58.175419 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-db436203-b1e2-4349-8188-de8699e8c66d req-c6779bca-1b5f-43c9-8084-bcf1cf41533c tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444558 Aug 27 09:49:58.392873 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 55172) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:58.477968 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce887d-13f0-467e-b68b-dc2cf08f488c req-ad1d2194-de61-4fa0-9410-c06b2b352980 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:58.479776 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-edce887d-13f0-467e-b68b-dc2cf08f488c req-ad1d2194-de61-4fa0-9410-c06b2b352980 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0669689 Aug 27 09:49:58.525300 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-edce887d-13f0-467e-b68b-dc2cf08f488c req-d0ad423c-caa1-4a27-9760-2c8ff1ef5ae1 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385988 Aug 27 09:49:58.568948 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-9c300b65-9904-4f15-b012-59bcdd5f354c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1955031883-network', 'tenant_id': '1df15a8e58e3430e8f6133ab4e5ab10a'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:49:58.588772 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c300b65-9904-4f15-b012-59bcdd5f354c admin admin] Made reservation on behalf of 1df15a8e58e3430e8f6133ab4e5ab10a for: {'network': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:49:58.591028 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9c300b65-9904-4f15-b012-59bcdd5f354c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for network, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:58.599895 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9c300b65-9904-4f15-b012-59bcdd5f354c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:58.693560 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9c300b65-9904-4f15-b012-59bcdd5f354c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:58.698467 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9c300b65-9904-4f15-b012-59bcdd5f354c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:58.715849 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b404b8-f017-4732-9634-79badbc3ba7d req-148e3703-882e-450b-af8e-78cf760c9cd2 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:58.717356 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-81b404b8-f017-4732-9634-79badbc3ba7d req-148e3703-882e-450b-af8e-78cf760c9cd2 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0712826 Aug 27 09:49:58.723235 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c300b65-9904-4f15-b012-59bcdd5f354c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=100334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 09:49:58.733168 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c300b65-9904-4f15-b012-59bcdd5f354c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c32213-85b4-4352-ac21-ed9bc325bd8e,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:58.738330 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9c300b65-9904-4f15-b012-59bcdd5f354c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:58.738706 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.segments_db [None req-9c300b65-9904-4f15-b012-59bcdd5f354c admin admin] Added segment e5e3ee02-3cbd-4e59-a421-a0f7e4641777 of type vlan for network 278c5b7a-5184-43fa-a3fc-6b09a5eea24a Aug 27 09:49:58.757842 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-81b404b8-f017-4732-9634-79badbc3ba7d req-c0ce692e-00ad-4295-974a-ac92316053a5 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341706 Aug 27 09:49:58.782155 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9c300b65-9904-4f15-b012-59bcdd5f354c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775451267687'] for network, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:58.815757 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9c300b65-9904-4f15-b012-59bcdd5f354c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for network, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:58.816828 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c300b65-9904-4f15-b012-59bcdd5f354c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:58.817414 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9c300b65-9904-4f15-b012-59bcdd5f354c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:58.873984 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-9c300b65-9904-4f15-b012-59bcdd5f354c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4798701 Aug 27 09:49:58.877690 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 55178) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:49:58.879653 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c300b65-9904-4f15-b012-59bcdd5f354c admin admin] Pushing event updated for resources: {'Network': ['ID=278c5b7a-5184-43fa-a3fc-6b09a5eea24a,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:58.884544 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-bb3616f4-6204-4c21-b287-0e7972a4f38a admin admin] Request body: {'subnet': {'network_id': '278c5b7a-5184-43fa-a3fc-6b09a5eea24a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1955031883-subnet', 'tenant_id': '1df15a8e58e3430e8f6133ab4e5ab10a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:49:58.890047 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Network 278c5b7a-5184-43fa-a3fc-6b09a5eea24a details requested by agent ovs-agent-dv-cinder-804757-3-iscsi with host dv-cinder-804757-3-iscsi {{(pid=100336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 09:49:58.911508 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3616f4-6204-4c21-b287-0e7972a4f38a admin admin] Made reservation on behalf of 1df15a8e58e3430e8f6133ab4e5ab10a for: {'subnet': 1} {{(pid=100335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:49:58.914404 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-bb3616f4-6204-4c21-b287-0e7972a4f38a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:59.112774 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-bb3616f4-6204-4c21-b287-0e7972a4f38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for subnet, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:59.168077 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3616f4-6204-4c21-b287-0e7972a4f38a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d6df737-abe5-455b-a85d-48abdacd21e8,revision_number=0']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:49:59.179176 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3616f4-6204-4c21-b287-0e7972a4f38a admin admin] Checking segment: {'id': 'e5e3ee02-3cbd-4e59-a421-a0f7e4641777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '278c5b7a-5184-43fa-a3fc-6b09a5eea24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:49:59.179529 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3616f4-6204-4c21-b287-0e7972a4f38a admin admin] Network hostable DHCP agents. Network: 278c5b7a-5184-43fa-a3fc-6b09a5eea24a, hostable agents: ['f25084d2-4677-41d8-9429-a13aa7534b2d'], hosted agents: [] {{(pid=100335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 09:49:59.195330 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3616f4-6204-4c21-b287-0e7972a4f38a admin admin] Network 278c5b7a-5184-43fa-a3fc-6b09a5eea24a is scheduled to be hosted by DHCP agent f25084d2-4677-41d8-9429-a13aa7534b2d with binding_index 1 {{(pid=100335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 09:49:59.211101 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-bb3616f4-6204-4c21-b287-0e7972a4f38a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-3-iscsi, 278c5b7a-5184-43fa-a3fc-6b09a5eea24a) {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:49:59.215714 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3616f4-6204-4c21-b287-0e7972a4f38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:59.216365 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-bb3616f4-6204-4c21-b287-0e7972a4f38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:49:59.224347 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6327d42-bd58-4bdf-b7a3-1dd9943b6d16 None None] Network 278c5b7a-5184-43fa-a3fc-6b09a5eea24a requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:49:59.259887 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-bb3616f4-6204-4c21-b287-0e7972a4f38a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3759542 Aug 27 09:49:59.384288 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5a569-a89c-483b-a0f9-3decfbad4d0f req-a3797cda-c9aa-4e5d-a67b-d400c53d21a5 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:59.386135 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1ca5a569-a89c-483b-a0f9-3decfbad4d0f req-a3797cda-c9aa-4e5d-a67b-d400c53d21a5 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0899251 Aug 27 09:49:59.424344 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5d8551-af6c-4ca6-b5d5-9ad17b27572a None None] Network 278c5b7a-5184-43fa-a3fc-6b09a5eea24a requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:49:59.438986 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1ca5a569-a89c-483b-a0f9-3decfbad4d0f req-b860de92-029a-4591-8080-8ae64bd027c0 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462332 Aug 27 09:49:59.678330 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cf1ab-4b8c-4ee3-91aa-7ad1a01fded9 req-ba9e3f5c-18de-4b82-b3dc-2784c5606a83 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:59.680051 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-430cf1ab-4b8c-4ee3-91aa-7ad1a01fded9 req-ba9e3f5c-18de-4b82-b3dc-2784c5606a83 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0700312 Aug 27 09:49:59.739633 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-430cf1ab-4b8c-4ee3-91aa-7ad1a01fded9 req-3b6f0e54-1325-476f-a7da-2e203c449c1c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526152 Aug 27 09:49:59.904488 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0d3fe-dcff-473a-9717-eb726e2d002f req-59207afe-f4f9-450e-8f1d-b1aecf158d22 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:49:59.912617 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6ea0d3fe-dcff-473a-9717-eb726e2d002f req-59207afe-f4f9-450e-8f1d-b1aecf158d22 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0705807 Aug 27 09:49:59.948335 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6ea0d3fe-dcff-473a-9717-eb726e2d002f req-a7a16eee-9bb7-4d88-a0a0-2945a18969e3 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348034 Aug 27 09:50:00.606549 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e7943-7712-4f8f-93b4-1adb06de4fd4 req-0603b69f-0c71-4d6d-83ed-45e0c69f054e tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:00.608018 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e67e7943-7712-4f8f-93b4-1adb06de4fd4 req-0603b69f-0c71-4d6d-83ed-45e0c69f054e tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0793169 Aug 27 09:50:00.647566 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e67e7943-7712-4f8f-93b4-1adb06de4fd4 req-8e8e0a71-d66b-477a-bb82-154ddc559fd2 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329573 Aug 27 09:50:01.070214 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a464d-3e71-4e3a-a5ca-a24ca4c4b6bc req-188694cf-cba1-438d-a13c-c81a08836aa5 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:01.071919 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7b3a464d-3e71-4e3a-a5ca-a24ca4c4b6bc req-188694cf-cba1-438d-a13c-c81a08836aa5 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0515804 Aug 27 09:50:01.099887 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88818aed-c414-404a-800b-10574bab8747 req-1e42e590-b0ef-4dfb-845f-79edae25813c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:01.101575 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-88818aed-c414-404a-800b-10574bab8747 req-1e42e590-b0ef-4dfb-845f-79edae25813c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.2821176 Aug 27 09:50:01.117995 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7b3a464d-3e71-4e3a-a5ca-a24ca4c4b6bc req-8db1e344-316f-4433-ba79-bf99d3f6555e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394166 Aug 27 09:50:01.142739 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-88818aed-c414-404a-800b-10574bab8747 req-f7260d61-8149-4b43-9d7e-52735c5c368c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337293 Aug 27 09:50:01.295066 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f8076fad-3f84-42de-8a95-0c7adc1e7229 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:01.296643 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f8076fad-3f84-42de-8a95-0c7adc1e7229 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/networks?id=278c5b7a-5184-43fa-a3fc-6b09a5eea24a HTTP/1.1" status: 200 len: 814 time: 0.1077273 Aug 27 09:50:01.311046 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-6d2c6805-5831-4074-a03e-4732c92835b8 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/quotas/1df15a8e58e3430e8f6133ab4e5ab10a HTTP/1.1" status: 200 len: 375 time: 0.0088253 Aug 27 09:50:01.343799 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-3b72f1af-38a4-473b-b5fe-4c51a7989b64 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1df15a8e58e3430e8f6133ab4e5ab10a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266509 Aug 27 09:50:01.435535 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-c4d26999-6348-4962-be08-6498eea36463 service neutron] 10.222.0.55 "GET /v2.0/networks/278c5b7a-5184-43fa-a3fc-6b09a5eea24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835783 Aug 27 09:50:01.703852 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-7e949eac-ea94-43b4-b2b7-31757a46ff0b service neutron] 10.222.0.55 "GET /v2.0/networks/278c5b7a-5184-43fa-a3fc-6b09a5eea24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632921 Aug 27 09:50:01.762231 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a25d7-9026-4f1a-b7e4-d2c225b2d2c3 req-f147639b-4e21-4ff9-b8ea-dcff490babfe tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:01.763700 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-689a25d7-9026-4f1a-b7e4-d2c225b2d2c3 req-f147639b-4e21-4ff9-b8ea-dcff490babfe tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0479946 Aug 27 09:50:01.812290 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-689a25d7-9026-4f1a-b7e4-d2c225b2d2c3 req-bd6ab31b-4972-4638-89d9-b014da39e5f7 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410144 Aug 27 09:50:01.864135 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3737bceb-00d2-4132-b4d8-d4712840e900 req-b0621cab-a5db-4132-b0f4-e1a13e5ec6a8 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 210 time: 0.0261731 Aug 27 09:50:02.229453 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66d153-a550-47ff-af07-a02190acdd19 req-a1bfc768-16bc-4c49-b587-528d869d09fd tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:02.230887 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6b66d153-a550-47ff-af07-a02190acdd19 req-a1bfc768-16bc-4c49-b587-528d869d09fd tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0484724 Aug 27 09:50:02.268656 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe9d75-293b-4f1c-adef-e32fb027951f req-72302725-d33f-45c3-93fa-269dff728d71 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:02.270190 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ccfe9d75-293b-4f1c-adef-e32fb027951f req-72302725-d33f-45c3-93fa-269dff728d71 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0513246 Aug 27 09:50:02.270987 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6b66d153-a550-47ff-af07-a02190acdd19 req-bec59ad1-c6dc-423a-8ba6-7637f62bccd6 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329702 Aug 27 09:50:02.308477 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ccfe9d75-293b-4f1c-adef-e32fb027951f req-05643dfd-1c23-439d-a931-d8f3d398eb0d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319979 Aug 27 09:50:02.935908 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05b674-ad13-43bd-b113-6ffa1310f5d9 req-e4e2c694-d4f5-4fed-8429-ab5e05b5a790 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:02.937477 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4d05b674-ad13-43bd-b113-6ffa1310f5d9 req-e4e2c694-d4f5-4fed-8429-ab5e05b5a790 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0567989 Aug 27 09:50:02.966168 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d4863797-82bf-462b-9680-4ebbb3d3578a req-7cfc98ec-e01b-4e72-8389-7d4c77d37200 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 210 time: 0.0254872 Aug 27 09:50:02.975884 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4d05b674-ad13-43bd-b113-6ffa1310f5d9 req-dc287afe-854d-4416-9544-f9460b92086e tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326679 Aug 27 09:50:03.382248 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2f86d-1002-45f0-bc36-566cc054491a req-9586f97b-50d5-4e55-a82c-e57d1bc5dfa2 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:03.383723 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-35e2f86d-1002-45f0-bc36-566cc054491a req-9586f97b-50d5-4e55-a82c-e57d1bc5dfa2 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0483375 Aug 27 09:50:03.424359 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-35e2f86d-1002-45f0-bc36-566cc054491a req-52e8c029-3df5-41e5-96b4-dc7e8e366d64 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347664 Aug 27 09:50:03.429605 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217aeecb-2147-4f49-be85-d34db8b0b351 req-f8983ec6-7244-4f61-aaa3-34a528989cc4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:03.431084 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-217aeecb-2147-4f49-be85-d34db8b0b351 req-f8983ec6-7244-4f61-aaa3-34a528989cc4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0498490 Aug 27 09:50:03.469115 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-217aeecb-2147-4f49-be85-d34db8b0b351 req-110719ce-4d4b-4306-80fe-706ab5f708e6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315742 Aug 27 09:50:04.058240 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8b13947e-adb6-427e-b1a0-83a0c9b1ff5f req-db316f89-88ba-4b4d-8a95-70fca0a4aa0d tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 210 time: 0.0266449 Aug 27 09:50:04.087456 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c7195-79df-422a-b14b-8f69fee068a7 req-2306ff0a-4c73-4bd6-8686-484b13292bf0 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:04.088919 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7c4c7195-79df-422a-b14b-8f69fee068a7 req-2306ff0a-4c73-4bd6-8686-484b13292bf0 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0479243 Aug 27 09:50:04.125839 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7c4c7195-79df-422a-b14b-8f69fee068a7 req-8276f915-faca-4159-9fc1-ec4d5d4790d0 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304208 Aug 27 09:50:04.539089 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9184d-5706-4343-b4fd-d9733515c637 req-6bf28535-ff22-49d3-a36d-24a11c06cfda tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:04.540577 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-99b9184d-5706-4343-b4fd-d9733515c637 req-6bf28535-ff22-49d3-a36d-24a11c06cfda tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0519266 Aug 27 09:50:04.578814 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-99b9184d-5706-4343-b4fd-d9733515c637 req-c35a1418-5548-49f4-9e9b-bc761603ec0e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319102 Aug 27 09:50:04.594555 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967fa09-709a-43de-bbf8-e7b506506ef7 req-1b99c4be-5ee0-4bc7-9762-bcf2d1f5d324 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:04.597047 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3967fa09-709a-43de-bbf8-e7b506506ef7 req-1b99c4be-5ee0-4bc7-9762-bcf2d1f5d324 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0554957 Aug 27 09:50:04.638828 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3967fa09-709a-43de-bbf8-e7b506506ef7 req-74978894-6719-4a87-92ca-c41b8c524baf tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322480 Aug 27 09:50:05.088568 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-4f8b2a8c-6c64-4335-8ea6-7d745b7952f4 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:05.090293 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-4f8b2a8c-6c64-4335-8ea6-7d745b7952f4 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.65 "GET /v2.0/networks?id=278c5b7a-5184-43fa-a3fc-6b09a5eea24a HTTP/1.1" status: 200 len: 814 time: 0.1048911 Aug 27 09:50:05.104802 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-20672afd-5a08-4d96-a5cd-535d99f78783 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Request body: {'port': {'device_id': '6514826d-22c0-4219-9614-ea6170140050', 'network_id': '278c5b7a-5184-43fa-a3fc-6b09a5eea24a', 'admin_state_up': True, 'tenant_id': '1df15a8e58e3430e8f6133ab4e5ab10a'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:05.162769 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-12ce5fec-7c6d-4473-9ac3-3558b410a3b8 req-11e5e9c4-fadf-4d4c-9daf-5678edf16f31 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 210 time: 0.0308299 Aug 27 09:50:05.262938 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bef04-ab03-48b0-95fc-fb8be0885a83 req-f4e4a47d-9e9a-4a92-9f61-dd66c33c1566 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:05.264433 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3d9bef04-ab03-48b0-95fc-fb8be0885a83 req-f4e4a47d-9e9a-4a92-9f61-dd66c33c1566 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0681820 Aug 27 09:50:05.266519 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-20672afd-5a08-4d96-a5cd-535d99f78783 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Made reservation on behalf of 1df15a8e58e3430e8f6133ab4e5ab10a for: {'port': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:50:05.269952 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-20672afd-5a08-4d96-a5cd-535d99f78783 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:05.352942 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3d9bef04-ab03-48b0-95fc-fb8be0885a83 req-9805b177-0747-4e2b-be63-b13a894a4ad8 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807114 Aug 27 09:50:05.422140 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-20672afd-5a08-4d96-a5cd-535d99f78783 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Allocated IP 172.20.0.13 (278c5b7a-5184-43fa-a3fc-6b09a5eea24a/2d6df737-abe5-455b-a85d-48abdacd21e8/45fa0c8a-dff5-4096-bfb8-3ab30367180d) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:50:05.573989 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-20672afd-5a08-4d96-a5cd-535d99f78783 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:05.617469 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-20672afd-5a08-4d96-a5cd-535d99f78783 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:05.659063 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-20672afd-5a08-4d96-a5cd-535d99f78783 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Network 278c5b7a-5184-43fa-a3fc-6b09a5eea24a is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:50:05.662321 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-20672afd-5a08-4d96-a5cd-535d99f78783 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:50:05.670287 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-20672afd-5a08-4d96-a5cd-535d99f78783 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:50:05.706535 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9023d80-a8bb-48a4-a8de-1420b10234a7 req-37712b34-0a13-4722-b6d8-0cc8ef02a464 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:05.708702 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f9023d80-a8bb-48a4-a8de-1420b10234a7 req-37712b34-0a13-4722-b6d8-0cc8ef02a464 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0609679 Aug 27 09:50:05.728468 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20672afd-5a08-4d96-a5cd-535d99f78783 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Pushing event updated for resources: {'Port': ['ID=45fa0c8a-dff5-4096-bfb8-3ab30367180d,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:05.765324 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f9023d80-a8bb-48a4-a8de-1420b10234a7 req-2af8f27a-0334-466f-8eb8-463bc7815b00 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495811 Aug 27 09:50:05.769190 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-20672afd-5a08-4d96-a5cd-535d99f78783 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:05.769873 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-20672afd-5a08-4d96-a5cd-535d99f78783 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:05.790621 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-20672afd-5a08-4d96-a5cd-535d99f78783 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6898384 Aug 27 09:50:05.804387 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e85ce-5251-454b-8c30-8a53a3236709 req-3da6c9e7-fa59-45fa-b206-5e9a2871a9bf tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:05.806056 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4a2e85ce-5251-454b-8c30-8a53a3236709 req-3da6c9e7-fa59-45fa-b206-5e9a2871a9bf tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0814764 Aug 27 09:50:05.812040 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Request body: {'port': {'device_id': '6514826d-22c0-4219-9614-ea6170140050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:05.896958 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4a2e85ce-5251-454b-8c30-8a53a3236709 req-8f3d0c5e-950a-444e-add8-8ebaf88608b1 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811908 Aug 27 09:50:05.897715 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:06.073548 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0f471-9970-4a60-af04-9749934081e5 req-6aba242a-1e9b-41e7-ab1a-a105275b4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:06.075054 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-59d0f471-9970-4a60-af04-9749934081e5 req-6aba242a-1e9b-41e7-ab1a-a105275b4589 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8af955f507041b0a77e055bd3164b0b&device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 1099 time: 0.0509086 Aug 27 09:50:06.126725 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb292449-7603-4c5d-9243-53d57a371643 req-de89997a-79c6-45de-ba7a-44eb6cbb6147 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:06.128223 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-cb292449-7603-4c5d-9243-53d57a371643 req-de89997a-79c6-45de-ba7a-44eb6cbb6147 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.1015630 Aug 27 09:50:06.169331 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0f471-9970-4a60-af04-9749934081e5 req-fbd36042-63e6-4253-86a8-10b703da96f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:06.171442 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-59d0f471-9970-4a60-af04-9749934081e5 req-fbd36042-63e6-4253-86a8-10b703da96f0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d949d78-38f1-4e99-8b6a-57368afc2039 HTTP/1.1" status: 200 len: 921 time: 0.0834346 Aug 27 09:50:06.193399 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-cb292449-7603-4c5d-9243-53d57a371643 req-9951a56a-40f8-459c-a62e-d43aabf0ef47 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573256 Aug 27 09:50:06.225821 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-59d0f471-9970-4a60-af04-9749934081e5 req-fb28b0f9-ad3a-4036-b0d8-c0f8a5352b1b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a0ceb7-fe00-453e-a877-9c68717f1212 HTTP/1.1" status: 200 len: 217 time: 0.0466347 Aug 27 09:50:06.259595 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45fa0c8a-dff5-4096-bfb8-3ab30367180d {{(pid=100334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:50:06.270569 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:06.283977 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Transition to ACTIVE for port object 45fa0c8a-dff5-4096-bfb8-3ab30367180d will not be triggered until provisioned by entity L2. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:50:06.287960 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:06.304303 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0f471-9970-4a60-af04-9749934081e5 req-1dfa6a25-362c-4208-bfd4-79d153795eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:06.305789 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-59d0f471-9970-4a60-af04-9749934081e5 req-1dfa6a25-362c-4208-bfd4-79d153795eef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a0b116e-984c-4493-adcb-d387668ba116 HTTP/1.1" status: 200 len: 859 time: 0.0706973 Aug 27 09:50:06.330566 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aeab18-58c1-4f8f-9be0-b179abe6a075 req-1dc6f6a0-0fbf-4685-9394-b08eac490984 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:06.332023 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-30aeab18-58c1-4f8f-9be0-b179abe6a075 req-1dc6f6a0-0fbf-4685-9394-b08eac490984 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 932 time: 0.0887902 Aug 27 09:50:06.347885 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-59d0f471-9970-4a60-af04-9749934081e5 req-9465f346-0cc2-4085-acce-e2cadb4ce7d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d949d78-38f1-4e99-8b6a-57368afc2039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339034 Aug 27 09:50:06.357240 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Pushing event updated for resources: {'Port': ['ID=45fa0c8a-dff5-4096-bfb8-3ab30367180d,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:06.407034 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Attempting to bind port 45fa0c8a-dff5-4096-bfb8-3ab30367180d on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:50:06.407368 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Attempting to bind port 45fa0c8a-dff5-4096-bfb8-3ab30367180d by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'e5e3ee02-3cbd-4e59-a421-a0f7e4641777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '278c5b7a-5184-43fa-a3fc-6b09a5eea24a'}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:50:06.407698 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Attempting to bind port 45fa0c8a-dff5-4096-bfb8-3ab30367180d on network 278c5b7a-5184-43fa-a3fc-6b09a5eea24a {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:50:06.412591 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Port 45fa0c8a-dff5-4096-bfb8-3ab30367180d on network 278c5b7a-5184-43fa-a3fc-6b09a5eea24a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:50:06.412915 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Attempting to bind port 45fa0c8a-dff5-4096-bfb8-3ab30367180d on network 278c5b7a-5184-43fa-a3fc-6b09a5eea24a {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:50:06.418772 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:50:06.419125 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Checking segment: {'id': 'e5e3ee02-3cbd-4e59-a421-a0f7e4641777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '278c5b7a-5184-43fa-a3fc-6b09a5eea24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:50:06.419488 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Bound using segment: {'id': 'e5e3ee02-3cbd-4e59-a421-a0f7e4641777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '278c5b7a-5184-43fa-a3fc-6b09a5eea24a'} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:50:06.419907 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Bound port: 45fa0c8a-dff5-4096-bfb8-3ab30367180d, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e3ee02-3cbd-4e59-a421-a0f7e4641777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '278c5b7a-5184-43fa-a3fc-6b09a5eea24a'}}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:50:06.421251 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:06.424365 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-30aeab18-58c1-4f8f-9be0-b179abe6a075 req-894c3916-b0cc-46a1-a390-580353ddb251 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786650 Aug 27 09:50:06.463270 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-59d0f471-9970-4a60-af04-9749934081e5 req-3c352b63-89d8-4e3f-b69f-c9a93ad31bfc service neutron] 10.222.0.65 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026566 Aug 27 09:50:06.516304 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf110b9b-d0e5-4c37-af99-5827893266f1 req-29cf9a40-827a-4241-97d5-ba1b113fe971 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:06.517873 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-cf110b9b-d0e5-4c37-af99-5827893266f1 req-29cf9a40-827a-4241-97d5-ba1b113fe971 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0943890 Aug 27 09:50:06.525830 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] For port 45fa0c8a-dff5-4096-bfb8-3ab30367180d, host hv-cinder-80475, cleared binding levels {{(pid=100334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:50:06.533706 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] For port 45fa0c8a-dff5-4096-bfb8-3ab30367180d, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=45fa0c8a-dff5-4096-bfb8-3ab30367180d,segment=NetworkSegment(e5e3ee02-3cbd-4e59-a421-a0f7e4641777),segment_id=e5e3ee02-3cbd-4e59-a421-a0f7e4641777)] {{(pid=100334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:50:06.544571 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:06.554342 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-59d0f471-9970-4a60-af04-9749934081e5 req-c686b57c-474c-4e1e-8ab0-081e1aff5657 service neutron] 10.222.0.65 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816810 Aug 27 09:50:06.591816 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:06.592511 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:06.594233 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] 10.222.0.65 "PUT /v2.0/ports/45fa0c8a-dff5-4096-bfb8-3ab30367180d HTTP/1.1" status: 200 len: 1094 time: 0.7872279 Aug 27 09:50:06.596360 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6514826d-22c0-4219-9614-ea6170140050', 'tag': '45fa0c8a-dff5-4096-bfb8-3ab30367180d'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:50:06.598439 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070646bd-c121-41ac-aea4-143992795974" -d '{"events": [{"name": "network-changed", "server_uuid": "6514826d-22c0-4219-9614-ea6170140050", "tag": "45fa0c8a-dff5-4096-bfb8-3ab30367180d"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:50:06.610370 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-cf110b9b-d0e5-4c37-af99-5827893266f1 req-0d5ef678-6c2f-4029-a963-cdaff50efa90 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860279 Aug 27 09:50:06.626437 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27454d5-6925-4eaa-bcff-a3a5ce330e3c service neutron] Pushing event updated for resources: {'Port': ['ID=45fa0c8a-dff5-4096-bfb8-3ab30367180d,revision_number=3']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:06.653226 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70951604-ef1a-41a5-becb-3344c0502b91 x-openstack-request-id: req-70951604-ef1a-41a5-becb-3344c0502b91 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:50:06.653543 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6514826d-22c0-4219-9614-ea6170140050", "tag": "45fa0c8a-dff5-4096-bfb8-3ab30367180d", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:50:06.653942 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70951604-ef1a-41a5-becb-3344c0502b91 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:50:06.654328 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6514826d-22c0-4219-9614-ea6170140050', 'tag': '45fa0c8a-dff5-4096-bfb8-3ab30367180d', 'status': 'completed', 'code': 200} Aug 27 09:50:06.684045 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-7cc8198a-17bb-44b3-8b0d-df8912ceb9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:06.685608 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-7cc8198a-17bb-44b3-8b0d-df8912ceb9bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1df15a8e58e3430e8f6133ab4e5ab10a&device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 1097 time: 0.0426168 Aug 27 09:50:06.734738 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-83925175-b7cf-4986-847d-0de0084a2e69 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45fa0c8a-dff5-4096-bfb8-3ab30367180d HTTP/1.1" status: 200 len: 217 time: 0.0330508 Aug 27 09:50:06.789723 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-e87799e4-a522-4fdc-843d-16c09ccd764a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:06.791170 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-e87799e4-a522-4fdc-843d-16c09ccd764a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d6df737-abe5-455b-a85d-48abdacd21e8 HTTP/1.1" status: 200 len: 854 time: 0.0456748 Aug 27 09:50:06.818434 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 60322d0d-86b6-4a85-acea-ea1c9f48a68f details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:50:06.826674 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-5e6cfdfb-3724-4e28-9e7a-3befe0c09b3d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=278c5b7a-5184-43fa-a3fc-6b09a5eea24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241852 Aug 27 09:50:06.916233 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 60322d0d-86b6-4a85-acea-ea1c9f48a68f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60322d0d-86b6-4a85-acea-ea1c9f48a68f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:06.928815 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': '60322d0d-86b6-4a85-acea-ea1c9f48a68f', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'port_id': '60322d0d-86b6-4a85-acea-ea1c9f48a68f', 'mac_address': 'fa:16:3e:68:57:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:50:06.932382 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a835f0b-383c-4732-a6d5-f1c05fc33b4b req-acaab0d1-6fbf-46a8-8613-2545f8fe0198 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:06.934211 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5a835f0b-383c-4732-a6d5-f1c05fc33b4b req-acaab0d1-6fbf-46a8-8613-2545f8fe0198 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.1059968 Aug 27 09:50:06.969736 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:06.970302 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-d85344b2-0882-4575-b156-31469a23fe25 service neutron] 10.222.0.65 "GET /v2.0/networks/278c5b7a-5184-43fa-a3fc-6b09a5eea24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326680 Aug 27 09:50:06.985624 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60322d0d-86b6-4a85-acea-ea1c9f48a68f {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:50:07.001868 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5a835f0b-383c-4732-a6d5-f1c05fc33b4b req-d746e05f-451b-4dbc-9473-210840fffc96 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543029 Aug 27 09:50:07.006462 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 60322d0d-86b6-4a85-acea-ea1c9f48a68f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60322d0d-86b6-4a85-acea-ea1c9f48a68f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:07.011617 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:07.051459 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ed974-0399-40f6-90db-7291d9a1ead5 req-158f4bcb-8f11-4c2c-b545-e27b1fc9e4c9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:07.052880 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4d5ed974-0399-40f6-90db-7291d9a1ead5 req-158f4bcb-8f11-4c2c-b545-e27b1fc9e4c9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0726683 Aug 27 09:50:07.077298 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=60322d0d-86b6-4a85-acea-ea1c9f48a68f,revision_number=6']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:07.084267 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e79f475d-b01b-46a6-8558-0652714e23d4 req-44aa6b75-a6c8-4e1d-ab5e-1ed4104b272e service neutron] 10.222.0.65 "GET /v2.0/networks/278c5b7a-5184-43fa-a3fc-6b09a5eea24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977476 Aug 27 09:50:07.087341 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:07.087714 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:07.088057 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:07.088388 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:07.088720 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:07.089221 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:07.089569 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:07.090061 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:07.090391 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:07.090714 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:07.091758 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:07.092085 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:07.098981 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4d5ed974-0399-40f6-90db-7291d9a1ead5 req-75f5e516-0103-474e-b0a0-20d6e1edd587 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388806 Aug 27 09:50:07.169413 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['60322d0d-86b6-4a85-acea-ea1c9f48a68f'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:50:07.194628 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070646bd-c121-41ac-aea4-143992795974 req-b80277ea-d4b5-428a-9f8c-75215d2ba0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:07.194628 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-070646bd-c121-41ac-aea4-143992795974 req-b80277ea-d4b5-428a-9f8c-75215d2ba0e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1df15a8e58e3430e8f6133ab4e5ab10a&device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 1097 time: 0.0467725 Aug 27 09:50:07.331905 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070646bd-c121-41ac-aea4-143992795974 req-01964a58-bbd5-456a-a4a7-cb4c6c02eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:07.333391 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-070646bd-c121-41ac-aea4-143992795974 req-01964a58-bbd5-456a-a4a7-cb4c6c02eef4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=278c5b7a-5184-43fa-a3fc-6b09a5eea24a HTTP/1.1" status: 200 len: 916 time: 0.1270499 Aug 27 09:50:07.351448 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0416e1d-1c0a-4e6b-8721-3140ffe3281f req-03e7b6af-9f12-4a03-b643-de1b15bb3f82 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:07.353283 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f0416e1d-1c0a-4e6b-8721-3140ffe3281f req-03e7b6af-9f12-4a03-b643-de1b15bb3f82 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0687573 Aug 27 09:50:07.397308 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-070646bd-c121-41ac-aea4-143992795974 req-3536c79f-f41d-4eb3-8c50-5430dd385f82 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45fa0c8a-dff5-4096-bfb8-3ab30367180d HTTP/1.1" status: 200 len: 217 time: 0.0428777 Aug 27 09:50:07.461698 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f0416e1d-1c0a-4e6b-8721-3140ffe3281f req-c80df4cc-d5d4-47da-b5dd-8c86241adfa4 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011708 Aug 27 09:50:07.476291 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070646bd-c121-41ac-aea4-143992795974 req-3edc5b6f-da1a-465c-a9ff-d3e99a99b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:07.478318 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-070646bd-c121-41ac-aea4-143992795974 req-3edc5b6f-da1a-465c-a9ff-d3e99a99b858 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d6df737-abe5-455b-a85d-48abdacd21e8 HTTP/1.1" status: 200 len: 854 time: 0.0697370 Aug 27 09:50:07.517629 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-070646bd-c121-41ac-aea4-143992795974 req-939b4b92-6df1-4279-9cb2-ca62635a6d98 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=278c5b7a-5184-43fa-a3fc-6b09a5eea24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259635 Aug 27 09:50:07.591026 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207021ae-8d4c-40db-a013-022fb25e8996 req-8a67181d-d12c-4004-b6af-12fab100a2c5 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:07.593200 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-207021ae-8d4c-40db-a013-022fb25e8996 req-8a67181d-d12c-4004-b6af-12fab100a2c5 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 944 time: 0.0581908 Aug 27 09:50:07.611747 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-070646bd-c121-41ac-aea4-143992795974 req-b02845e1-68b4-45fe-beb7-0327d8f4a712 service neutron] 10.222.0.65 "GET /v2.0/networks/278c5b7a-5184-43fa-a3fc-6b09a5eea24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879457 Aug 27 09:50:07.631707 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-207021ae-8d4c-40db-a013-022fb25e8996 req-525713c5-5cda-480d-b2ea-903f1f46038e tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318387 Aug 27 09:50:07.734975 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-070646bd-c121-41ac-aea4-143992795974 req-22d26447-7c2f-4f10-bf2e-5216f3a1ebb6 service neutron] 10.222.0.65 "GET /v2.0/networks/278c5b7a-5184-43fa-a3fc-6b09a5eea24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123900 Aug 27 09:50:07.755388 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e3510-8d3e-4228-99e0-7f4a735b3f00 req-46a8f3e1-ffb3-41f8-879f-7cd8fb9cad70 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:07.756826 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-916e3510-8d3e-4228-99e0-7f4a735b3f00 req-46a8f3e1-ffb3-41f8-879f-7cd8fb9cad70 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0650403 Aug 27 09:50:07.793926 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-916e3510-8d3e-4228-99e0-7f4a735b3f00 req-da4dd930-f593-49b3-abd5-a95eab646fc1 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311885 Aug 27 09:50:08.119930 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5a472-528d-41c2-81a7-f0237fc48bd3 req-e30c1e62-8344-478c-9de3-0b367160d7ee tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:08.121379 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-83c5a472-528d-41c2-81a7-f0237fc48bd3 req-e30c1e62-8344-478c-9de3-0b367160d7ee tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0479510 Aug 27 09:50:08.159460 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-83c5a472-528d-41c2-81a7-f0237fc48bd3 req-9a85b2f2-817f-4265-af85-8b67a285dc2d tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321121 Aug 27 09:50:08.220617 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561d9b2-6b9a-4439-9f69-9a9c48f86226 req-c650ff42-6edd-428f-9eb1-6369194baffb tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:08.222094 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f561d9b2-6b9a-4439-9f69-9a9c48f86226 req-c650ff42-6edd-428f-9eb1-6369194baffb tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 944 time: 0.0477209 Aug 27 09:50:08.258393 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f561d9b2-6b9a-4439-9f69-9a9c48f86226 req-a92c7935-46af-4428-b899-0d473d3f5c91 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304303 Aug 27 09:50:08.585756 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0ae02-04a4-4911-8edb-b7bf1dc077e3 req-b95af3d3-9cc3-4718-8095-edaab5fcde1c tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:08.587233 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-70d0ae02-04a4-4911-8edb-b7bf1dc077e3 req-b95af3d3-9cc3-4718-8095-edaab5fcde1c tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0522153 Aug 27 09:50:08.625406 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-70d0ae02-04a4-4911-8edb-b7bf1dc077e3 req-c5cf1a97-9924-42b5-a90c-b1b8805ef4c7 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321698 Aug 27 09:50:08.753997 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4ee57-ba1c-472f-a5d2-505f8afb0c0f req-76c56fdc-06b9-403f-ac27-cb1200809023 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:08.755496 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b7c4ee57-ba1c-472f-a5d2-505f8afb0c0f req-76c56fdc-06b9-403f-ac27-cb1200809023 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 944 time: 0.0498443 Aug 27 09:50:08.796530 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b7c4ee57-ba1c-472f-a5d2-505f8afb0c0f req-9b1f4687-9d95-4139-b55d-1129fdcbaf62 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344748 Aug 27 09:50:08.813735 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device da2787a0-c4a7-4a81-a73b-da206222ee50 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:50:08.901971 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 60322d0d-86b6-4a85-acea-ea1c9f48a68f up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:50:08.955386 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8ad1e-27cb-4a81-92e2-426c5c9c1bf3 req-6461fae5-db56-4bb7-a9e3-fda31045674c tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:08.957181 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8fa8ad1e-27cb-4a81-92e2-426c5c9c1bf3 req-6461fae5-db56-4bb7-a9e3-fda31045674c tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 948 time: 0.0571120 Aug 27 09:50:08.983803 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port da2787a0-c4a7-4a81-a73b-da206222ee50, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=da2787a0-c4a7-4a81-a73b-da206222ee50,segment=NetworkSegment(34039b82-bc74-4eff-a386-05dcb5d2421f),segment_id=34039b82-bc74-4eff-a386-05dcb5d2421f)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:08.994375 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port 60322d0d-86b6-4a85-acea-ea1c9f48a68f triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:50:08.994651 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:08.997272 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8fa8ad1e-27cb-4a81-92e2-426c5c9c1bf3 req-76a75b98-0b24-4532-b756-285bcb86726f tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329270 Aug 27 09:50:08.998717 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': 'da2787a0-c4a7-4a81-a73b-da206222ee50', 'network_id': '13f423b7-e522-4cd0-9840-dbb8a76ed86c', 'port_id': 'da2787a0-c4a7-4a81-a73b-da206222ee50', 'mac_address': 'fa:16:3e:af:61:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f1f82a-b302-49b0-acf3-d3b77ecf15dd', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:50:09.072775 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:09.106708 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2787a0-c4a7-4a81-a73b-da206222ee50 {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:50:09.133365 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:09.136389 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port da2787a0-c4a7-4a81-a73b-da206222ee50, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=da2787a0-c4a7-4a81-a73b-da206222ee50,segment=NetworkSegment(34039b82-bc74-4eff-a386-05dcb5d2421f),segment_id=34039b82-bc74-4eff-a386-05dcb5d2421f)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:09.146019 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:09.146688 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 3ade17a6-1042-4083-8902-906ae06f9564 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:50:09.198909 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb3db99-c9a7-4bdf-9195-6acd98a74be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60322d0d-86b6-4a85-acea-ea1c9f48a68f'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:50:09.201262 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bde355-6587-4ef9-8f73-91ba08f8d7d3" -d '{"events": [{"server_uuid": "beb3db99-c9a7-4bdf-9195-6acd98a74be7", "name": "network-vif-plugged", "status": "completed", "tag": "60322d0d-86b6-4a85-acea-ea1c9f48a68f"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:50:09.224093 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:50:09.246062 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 60322d0d-86b6-4a85-acea-ea1c9f48a68f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60322d0d-86b6-4a85-acea-ea1c9f48a68f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:09.277870 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe0644c-e6e6-4dbc-86d6-b0935624ad33 x-openstack-request-id: req-9fe0644c-e6e6-4dbc-86d6-b0935624ad33 {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:50:09.278164 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb3db99-c9a7-4bdf-9195-6acd98a74be7", "name": "network-vif-plugged", "status": "completed", "tag": "60322d0d-86b6-4a85-acea-ea1c9f48a68f", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:50:09.278411 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9fe0644c-e6e6-4dbc-86d6-b0935624ad33 {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:50:09.278793 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb3db99-c9a7-4bdf-9195-6acd98a74be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60322d0d-86b6-4a85-acea-ea1c9f48a68f', 'code': 200} Aug 27 09:50:09.282150 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:09.286565 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=da2787a0-c4a7-4a81-a73b-da206222ee50,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:09.303118 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6dd51-9d84-47bf-b0f9-f26967b10283 req-ce1ec9c5-2625-4580-88e7-74a3bd91279b tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:09.310804 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-13b6dd51-9d84-47bf-b0f9-f26967b10283 req-ce1ec9c5-2625-4580-88e7-74a3bd91279b tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 943 time: 0.0661035 Aug 27 09:50:09.362200 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-13b6dd51-9d84-47bf-b0f9-f26967b10283 req-9b0f35cc-17fc-4f8c-a620-3f73def8905f tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460570 Aug 27 09:50:09.372851 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 3ade17a6-1042-4083-8902-906ae06f9564, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3ade17a6-1042-4083-8902-906ae06f9564,segment=NetworkSegment(a16105dc-f825-4adb-bc92-ed44068a7422),segment_id=a16105dc-f825-4adb-bc92-ed44068a7422)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:09.375069 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=60322d0d-86b6-4a85-acea-ea1c9f48a68f,revision_number=7']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:09.387425 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': '3ade17a6-1042-4083-8902-906ae06f9564', 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc', 'port_id': '3ade17a6-1042-4083-8902-906ae06f9564', 'mac_address': 'fa:16:3e:68:a9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd6e11d-1d08-4b5b-875e-ba4dc957d343', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:50:09.404805 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a87ffa-12c6-4158-a6df-bc3387dca565 req-07a55e1e-7846-4470-8126-445b1613f0f8 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:09.406546 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-38a87ffa-12c6-4158-a6df-bc3387dca565 req-07a55e1e-7846-4470-8126-445b1613f0f8 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0557146 Aug 27 09:50:09.427076 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:09.444683 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ade17a6-1042-4083-8902-906ae06f9564 {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:50:09.448830 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-38a87ffa-12c6-4158-a6df-bc3387dca565 req-7848da5e-3c9a-4fdb-9b44-6cbd88cf59c6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333748 Aug 27 09:50:09.463725 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 3ade17a6-1042-4083-8902-906ae06f9564, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3ade17a6-1042-4083-8902-906ae06f9564,segment=NetworkSegment(a16105dc-f825-4adb-bc92-ed44068a7422),segment_id=a16105dc-f825-4adb-bc92-ed44068a7422)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:09.477819 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:09.526083 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=3ade17a6-1042-4083-8902-906ae06f9564,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:09.747610 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e70c5-e9c1-4b3f-bde1-cc5b7512825f req-01890c03-f3ca-4380-ac9b-9e83d2133799 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:09.749783 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-911e70c5-e9c1-4b3f-bde1-cc5b7512825f req-01890c03-f3ca-4380-ac9b-9e83d2133799 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0507839 Aug 27 09:50:09.792442 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-911e70c5-e9c1-4b3f-bde1-cc5b7512825f req-dc4fbbb6-cb37-4e7e-8cce-2ef98a7a29c2 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339634 Aug 27 09:50:09.943856 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fed73-a1b7-47c3-8874-d168c708914f req-a18139b4-e311-4e7a-8751-5e63202d3df7 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:09.951156 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4b6fed73-a1b7-47c3-8874-d168c708914f req-a18139b4-e311-4e7a-8751-5e63202d3df7 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 944 time: 0.0715694 Aug 27 09:50:09.985466 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4b6fed73-a1b7-47c3-8874-d168c708914f req-cce8aef0-f123-4595-9050-3346ed7ec61b tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334542 Aug 27 09:50:10.139002 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b57a0-0c6b-4037-8b3a-5c83e4b5b4b6 req-23f4161c-8d25-48aa-bc7b-db69f1f3d8fb tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:10.140791 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ff5b57a0-0c6b-4037-8b3a-5c83e4b5b4b6 req-23f4161c-8d25-48aa-bc7b-db69f1f3d8fb tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 949 time: 0.0512271 Aug 27 09:50:10.189013 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ff5b57a0-0c6b-4037-8b3a-5c83e4b5b4b6 req-bd71eba6-1496-4305-a1c0-d50cdb29214a tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369301 Aug 27 09:50:10.481683 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd7bfe-b6c8-4357-a304-2a18ff12414d req-28b42f78-8939-4297-bce5-4a56e4c11923 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:10.489426 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-dccd7bfe-b6c8-4357-a304-2a18ff12414d req-28b42f78-8939-4297-bce5-4a56e4c11923 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 944 time: 0.0575211 Aug 27 09:50:10.537365 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-dccd7bfe-b6c8-4357-a304-2a18ff12414d req-9c7b8820-bd30-4c78-a3b4-7536b5ecef7b tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468528 Aug 27 09:50:10.598468 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60805ac1-8d1c-470e-8b36-23aa49498db6 req-bb2dd9df-9d88-49c0-bda1-1111f4781f75 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:10.599975 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-60805ac1-8d1c-470e-8b36-23aa49498db6 req-bb2dd9df-9d88-49c0-bda1-1111f4781f75 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0538917 Aug 27 09:50:10.654042 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-60805ac1-8d1c-470e-8b36-23aa49498db6 req-b85c7a84-5faa-4829-b3ac-20a40037073f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474367 Aug 27 09:50:10.919695 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11aee3-1d88-46f3-bfe5-b1364029b0e7 req-c8661ccd-d8af-4a64-83ab-37836eabcc79 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:10.923085 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0a11aee3-1d88-46f3-bfe5-b1364029b0e7 req-c8661ccd-d8af-4a64-83ab-37836eabcc79 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0528159 Aug 27 09:50:10.979497 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0a11aee3-1d88-46f3-bfe5-b1364029b0e7 req-177b810e-cda6-44fc-be1f-328df905b24a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498607 Aug 27 09:50:11.121748 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3039169-7d33-4435-8987-f3745f13ab6d req-70266fab-a6a9-4599-8fa5-8b74c5f13467 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:11.124704 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e3039169-7d33-4435-8987-f3745f13ab6d req-70266fab-a6a9-4599-8fa5-8b74c5f13467 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 944 time: 0.0538347 Aug 27 09:50:11.166776 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e3039169-7d33-4435-8987-f3745f13ab6d req-40d31154-5a50-4a61-b2fa-2cb07f3b4c29 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361004 Aug 27 09:50:11.313685 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9f612-4d75-4bb7-a917-a87898d0d4bc req-443db949-3fc9-4df5-8f0c-e065c0415bfc tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:11.315213 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-aff9f612-4d75-4bb7-a917-a87898d0d4bc req-443db949-3fc9-4df5-8f0c-e065c0415bfc tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 949 time: 0.0604293 Aug 27 09:50:11.363960 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-aff9f612-4d75-4bb7-a917-a87898d0d4bc req-11f9bb99-7f10-4494-accc-eb569646600e tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428240 Aug 27 09:50:11.656065 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171f9ee-e139-40c7-9c61-e2d74f5ee52e req-29c991f8-5f13-4e6c-ae88-e5a15466781b tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:11.657750 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0171f9ee-e139-40c7-9c61-e2d74f5ee52e req-29c991f8-5f13-4e6c-ae88-e5a15466781b tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 944 time: 0.0523610 Aug 27 09:50:11.709788 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0171f9ee-e139-40c7-9c61-e2d74f5ee52e req-3177418d-e888-4771-89ca-1cb4dfb7f106 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454855 Aug 27 09:50:11.789168 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3e94b-8860-4e7a-af07-4632fd6f6afc req-f4136b69-c786-4c86-be03-f6fd6e95cda6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:11.796954 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-61d3e94b-8860-4e7a-af07-4632fd6f6afc req-f4136b69-c786-4c86-be03-f6fd6e95cda6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0563107 Aug 27 09:50:11.846645 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-61d3e94b-8860-4e7a-af07-4632fd6f6afc req-37c4512d-2b82-4be1-9eb4-0acb9210fd36 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481150 Aug 27 09:50:12.109409 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 45fa0c8a-dff5-4096-bfb8-3ab30367180d details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:50:12.122814 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df16108-b870-4448-afd8-153c8d5781e7 req-66aa1f40-e234-4769-bd57-2ca08974e6ed tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:12.123317 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1df16108-b870-4448-afd8-153c8d5781e7 req-66aa1f40-e234-4769-bd57-2ca08974e6ed tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0724230 Aug 27 09:50:12.212268 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1df16108-b870-4448-afd8-153c8d5781e7 req-c98adb37-cfe7-4062-8526-94652c02f7d0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763717 Aug 27 09:50:12.227485 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 45fa0c8a-dff5-4096-bfb8-3ab30367180d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=45fa0c8a-dff5-4096-bfb8-3ab30367180d,segment=NetworkSegment(e5e3ee02-3cbd-4e59-a421-a0f7e4641777),segment_id=e5e3ee02-3cbd-4e59-a421-a0f7e4641777)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:12.247510 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': '45fa0c8a-dff5-4096-bfb8-3ab30367180d', 'network_id': '278c5b7a-5184-43fa-a3fc-6b09a5eea24a', 'port_id': '45fa0c8a-dff5-4096-bfb8-3ab30367180d', 'mac_address': 'fa:16:3e:88:5e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6df737-abe5-455b-a85d-48abdacd21e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:50:12.290861 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:12.307154 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fa0c8a-dff5-4096-bfb8-3ab30367180d {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:50:12.325032 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2684eb5-d222-447c-ab2b-6c694bed5593 req-86365aba-13be-4b7d-b090-c785916f2136 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:12.326576 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b2684eb5-d222-447c-ab2b-6c694bed5593 req-86365aba-13be-4b7d-b090-c785916f2136 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 944 time: 0.0672510 Aug 27 09:50:12.334608 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 45fa0c8a-dff5-4096-bfb8-3ab30367180d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=45fa0c8a-dff5-4096-bfb8-3ab30367180d,segment=NetworkSegment(e5e3ee02-3cbd-4e59-a421-a0f7e4641777),segment_id=e5e3ee02-3cbd-4e59-a421-a0f7e4641777)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:12.344061 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:12.387250 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b2684eb5-d222-447c-ab2b-6c694bed5593 req-1afe9e3f-fe63-44b2-9807-4da4968da14f tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499558 Aug 27 09:50:12.419116 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=45fa0c8a-dff5-4096-bfb8-3ab30367180d,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:12.491503 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265180ca-023a-4065-bc81-1fdf6e358c2b req-2eec3df3-dc2d-4968-9b2f-71fa4bc91676 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:12.495525 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-265180ca-023a-4065-bc81-1fdf6e358c2b req-2eec3df3-dc2d-4968-9b2f-71fa4bc91676 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 949 time: 0.0507536 Aug 27 09:50:12.534258 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['3ade17a6-1042-4083-8902-906ae06f9564'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:50:12.538095 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-265180ca-023a-4065-bc81-1fdf6e358c2b req-51c8020b-8fb4-480b-9712-4ec6a69f46a9 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367560 Aug 27 09:50:12.560049 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['da2787a0-c4a7-4a81-a73b-da206222ee50'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:50:12.759084 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['45fa0c8a-dff5-4096-bfb8-3ab30367180d'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:50:12.851834 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e8bc0-3974-443c-9df4-bc7abddaae87 req-784cb310-fcaa-4429-92b7-939da4714b5b tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:12.859641 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-918e8bc0-3974-443c-9df4-bc7abddaae87 req-784cb310-fcaa-4429-92b7-939da4714b5b tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 944 time: 0.0706129 Aug 27 09:50:12.906611 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-918e8bc0-3974-443c-9df4-bc7abddaae87 req-969c77f1-b748-44e8-9752-7aa9d29dae80 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408752 Aug 27 09:50:13.034089 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f866bd6-1a63-42d9-9ee1-6db5a4b4ceff req-e7d73673-3d72-420d-8c2e-e66a7b5b3700 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:13.035674 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6f866bd6-1a63-42d9-9ee1-6db5a4b4ceff req-e7d73673-3d72-420d-8c2e-e66a7b5b3700 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0580306 Aug 27 09:50:13.075683 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6f866bd6-1a63-42d9-9ee1-6db5a4b4ceff req-c97ebfec-3066-4993-8b57-4ac12d377adf tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340717 Aug 27 09:50:13.356892 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c044e-42fa-42a3-9bd4-811fe5167697 req-18cf21f2-08f3-4cc1-a920-b31070baa799 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:13.361793 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-930c044e-42fa-42a3-9bd4-811fe5167697 req-18cf21f2-08f3-4cc1-a920-b31070baa799 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0613446 Aug 27 09:50:13.402504 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-930c044e-42fa-42a3-9bd4-811fe5167697 req-9c50dc2a-96ce-4bec-98a9-6c077b543289 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323298 Aug 27 09:50:13.553253 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa095dd5-f56e-4d66-b8e2-de0c90c755d3 req-3f0bafd3-de20-4872-8591-aa60633451e2 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:13.554963 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-fa095dd5-f56e-4d66-b8e2-de0c90c755d3 req-3f0bafd3-de20-4872-8591-aa60633451e2 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 945 time: 0.0617774 Aug 27 09:50:13.630388 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-fa095dd5-f56e-4d66-b8e2-de0c90c755d3 req-41c8ab3a-5f4e-483b-a2a9-e271ec302c91 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667977 Aug 27 09:50:13.647735 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a40bd-8aa4-44eb-a52a-74f0328879be req-51aaea3b-5c5c-4c6f-b382-7f59f4c3cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:13.659187 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d53a40bd-8aa4-44eb-a52a-74f0328879be req-51aaea3b-5c5c-4c6f-b382-7f59f4c3cfc6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 1099 time: 0.0842130 Aug 27 09:50:13.681639 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c0363-720c-43ff-a714-76ccf7ec2f2c req-b10b50ff-4dfd-4112-8c63-940847405973 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:13.694369 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d53a40bd-8aa4-44eb-a52a-74f0328879be req-489153ff-1999-40de-bf2d-246352a49f0d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340748 Aug 27 09:50:13.695649 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8e9c0363-720c-43ff-a714-76ccf7ec2f2c req-b10b50ff-4dfd-4112-8c63-940847405973 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 949 time: 0.0773420 Aug 27 09:50:13.742553 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8e9c0363-720c-43ff-a714-76ccf7ec2f2c req-98a8c6d1-fa3a-43e5-8c0b-d1ace6868dce tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357680 Aug 27 09:50:14.012087 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70678719-0207-4c2c-bb63-044ecb104bb7 req-d95253af-6636-471e-a1aa-fc7fad92ae38 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:14.013991 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-70678719-0207-4c2c-bb63-044ecb104bb7 req-d95253af-6636-471e-a1aa-fc7fad92ae38 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 944 time: 0.0499442 Aug 27 09:50:14.056279 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-70678719-0207-4c2c-bb63-044ecb104bb7 req-b477df22-faf9-4700-aa2b-3545bb9a3b68 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330915 Aug 27 09:50:14.095872 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device da2787a0-c4a7-4a81-a73b-da206222ee50 up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:50:14.166777 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port da2787a0-c4a7-4a81-a73b-da206222ee50 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:50:14.173416 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port da2787a0-c4a7-4a81-a73b-da206222ee50 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:50:14.173889 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:14.218217 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3153f7-8433-4547-8b69-ce5f2f497329 req-f7714d55-4b90-4e25-a014-cbea7e19f3be tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:14.225851 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-2a3153f7-8433-4547-8b69-ce5f2f497329 req-f7714d55-4b90-4e25-a014-cbea7e19f3be tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0663722 Aug 27 09:50:14.269056 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-2a3153f7-8433-4547-8b69-ce5f2f497329 req-93a16247-98ac-413d-a6b4-ef137cb5d26a tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422189 Aug 27 09:50:14.270284 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:14.304541 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa4a347-bd50-4816-b51e-edee6b300b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2787a0-c4a7-4a81-a73b-da206222ee50'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:50:14.308532 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2948eebd-0b55-40f7-9563-641436ad752f" -d '{"events": [{"server_uuid": "5fa4a347-bd50-4816-b51e-edee6b300b19", "name": "network-vif-plugged", "status": "completed", "tag": "da2787a0-c4a7-4a81-a73b-da206222ee50"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:50:14.325902 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port da2787a0-c4a7-4a81-a73b-da206222ee50, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=da2787a0-c4a7-4a81-a73b-da206222ee50,segment=NetworkSegment(34039b82-bc74-4eff-a386-05dcb5d2421f),segment_id=34039b82-bc74-4eff-a386-05dcb5d2421f)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:14.331113 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:14.331935 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 45fa0c8a-dff5-4096-bfb8-3ab30367180d up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:50:14.379663 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c038f1-e603-415f-9d92-2325687a23dc x-openstack-request-id: req-38c038f1-e603-415f-9d92-2325687a23dc {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:50:14.379955 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa4a347-bd50-4816-b51e-edee6b300b19", "name": "network-vif-plugged", "status": "completed", "tag": "da2787a0-c4a7-4a81-a73b-da206222ee50", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:50:14.380207 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38c038f1-e603-415f-9d92-2325687a23dc {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:50:14.380619 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa4a347-bd50-4816-b51e-edee6b300b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2787a0-c4a7-4a81-a73b-da206222ee50', 'code': 200} Aug 27 09:50:14.437387 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=da2787a0-c4a7-4a81-a73b-da206222ee50,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:14.455847 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port 45fa0c8a-dff5-4096-bfb8-3ab30367180d completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:50:14.462225 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port 45fa0c8a-dff5-4096-bfb8-3ab30367180d triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:50:14.462424 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:14.598543 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069f0b9-bd30-4a4d-9924-c3c3142b218b req-b6ad4745-ed07-4df6-8d99-b76c5d0391fd tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:14.607562 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1069f0b9-bd30-4a4d-9924-c3c3142b218b req-b6ad4745-ed07-4df6-8d99-b76c5d0391fd tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.1077876 Aug 27 09:50:14.618176 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:14.666826 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cbaab-d509-42ab-a42f-f1974c0890e7 req-6c0c5625-7768-400f-8176-d293f6b22093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:14.669627 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0c2cbaab-d509-42ab-a42f-f1974c0890e7 req-6c0c5625-7768-400f-8176-d293f6b22093 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 1103 time: 0.0585613 Aug 27 09:50:14.681333 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 45fa0c8a-dff5-4096-bfb8-3ab30367180d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=45fa0c8a-dff5-4096-bfb8-3ab30367180d,segment=NetworkSegment(e5e3ee02-3cbd-4e59-a421-a0f7e4641777),segment_id=e5e3ee02-3cbd-4e59-a421-a0f7e4641777)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:14.688492 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:14.691043 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 3ade17a6-1042-4083-8902-906ae06f9564 up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:50:14.708945 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1069f0b9-bd30-4a4d-9924-c3c3142b218b req-233c5e2c-7025-49be-9cb5-e268b630ba3a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000800 Aug 27 09:50:14.747325 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0c2cbaab-d509-42ab-a42f-f1974c0890e7 req-1ea976ba-e737-4700-bf96-5b8a14d9da40 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681863 Aug 27 09:50:14.856750 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=45fa0c8a-dff5-4096-bfb8-3ab30367180d,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:14.860629 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port 3ade17a6-1042-4083-8902-906ae06f9564 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:50:14.870025 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port 3ade17a6-1042-4083-8902-906ae06f9564 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:50:14.870518 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:14.877805 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb3e25-b576-4e81-bd27-18b284bb7ebe req-a245f651-0e6e-4027-9509-4cea9b67dbdd tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:14.879568 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-87cb3e25-b576-4e81-bd27-18b284bb7ebe req-a245f651-0e6e-4027-9509-4cea9b67dbdd tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 946 time: 0.1102607 Aug 27 09:50:14.943032 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-87cb3e25-b576-4e81-bd27-18b284bb7ebe req-4d47de97-1c73-476e-8841-1d77ad143d7a tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536852 Aug 27 09:50:14.949648 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ab6ad-f626-4bf9-8182-970dbd662e7d req-b6f6759c-6384-4054-9d4c-6a2b10727680 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:14.958273 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9a6ab6ad-f626-4bf9-8182-970dbd662e7d req-b6f6759c-6384-4054-9d4c-6a2b10727680 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 950 time: 0.0850995 Aug 27 09:50:15.036307 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:15.043074 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9a6ab6ad-f626-4bf9-8182-970dbd662e7d req-15c0a539-8bb3-4405-abf0-478c1fcdcefd tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693352 Aug 27 09:50:15.079716 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 3ade17a6-1042-4083-8902-906ae06f9564, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3ade17a6-1042-4083-8902-906ae06f9564,segment=NetworkSegment(a16105dc-f825-4adb-bc92-ed44068a7422),segment_id=a16105dc-f825-4adb-bc92-ed44068a7422)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:15.086950 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:15.159285 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=3ade17a6-1042-4083-8902-906ae06f9564,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:15.206446 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77aad7-4945-4433-9df5-d4dc33a54acc req-ec0d245f-216f-4f87-98cc-69e3e861431e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:15.214261 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9e77aad7-4945-4433-9df5-d4dc33a54acc req-ec0d245f-216f-4f87-98cc-69e3e861431e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 945 time: 0.0820518 Aug 27 09:50:15.251025 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9e77aad7-4945-4433-9df5-d4dc33a54acc req-d83684ef-60c2-4c29-95cc-7ce8f4cc811c tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358346 Aug 27 09:50:15.427098 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87bd2c-7e83-4e77-a8b0-423f275dd133 req-cb5e0cc4-7bdc-4243-b1f6-7fd151cc52d3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:15.428667 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ae87bd2c-7e83-4e77-a8b0-423f275dd133 req-cb5e0cc4-7bdc-4243-b1f6-7fd151cc52d3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0585260 Aug 27 09:50:15.470307 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ae87bd2c-7e83-4e77-a8b0-423f275dd133 req-ce7104aa-ee7a-4c51-bdca-9d750108f27d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349741 Aug 27 09:50:15.851708 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39621314-d05e-4e40-9895-ba9bf43c79bf req-4139de1a-1fb6-4849-98b3-4100131e6685 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:15.853247 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-39621314-d05e-4e40-9895-ba9bf43c79bf req-4139de1a-1fb6-4849-98b3-4100131e6685 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0590372 Aug 27 09:50:15.896299 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-39621314-d05e-4e40-9895-ba9bf43c79bf req-2cf6e2fe-6308-46da-a39d-1051527724f6 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361044 Aug 27 09:50:16.108963 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ffe8c-4b41-4f72-b4b4-799c652ee50e req-37537011-c982-4ae9-98f6-5db6ca6cd7dd tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:16.111162 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d34ffe8c-4b41-4f72-b4b4-799c652ee50e req-37537011-c982-4ae9-98f6-5db6ca6cd7dd tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 946 time: 0.0709217 Aug 27 09:50:16.158301 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d34ffe8c-4b41-4f72-b4b4-799c652ee50e req-2965bf18-a820-495a-8a12-dc0251614366 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414426 Aug 27 09:50:16.246412 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cad63a-5923-4232-9fff-b12ade68d391 req-770ca387-d361-4cbd-ae15-4b52f03f63f4 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:16.247925 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-78cad63a-5923-4232-9fff-b12ade68d391 req-770ca387-d361-4cbd-ae15-4b52f03f63f4 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 950 time: 0.0516798 Aug 27 09:50:16.297181 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-78cad63a-5923-4232-9fff-b12ade68d391 req-db58a635-5e94-48db-95cd-63765c911e4d tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422981 Aug 27 09:50:16.381606 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6514826d-22c0-4219-9614-ea6170140050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fa0c8a-dff5-4096-bfb8-3ab30367180d'}, {'server_uuid': 'e2475cff-bf6a-4ebb-b091-5dafdf8cb523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ade17a6-1042-4083-8902-906ae06f9564'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:50:16.384634 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5a8c05-7434-4586-8eaa-b4ef710ba39b" -d '{"events": [{"server_uuid": "6514826d-22c0-4219-9614-ea6170140050", "name": "network-vif-plugged", "status": "completed", "tag": "45fa0c8a-dff5-4096-bfb8-3ab30367180d"}, {"server_uuid": "e2475cff-bf6a-4ebb-b091-5dafdf8cb523", "name": "network-vif-plugged", "status": "completed", "tag": "3ade17a6-1042-4083-8902-906ae06f9564"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:50:16.427735 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b93c7-b19c-41d5-a426-439b9e3994dc req-b9423f68-ecae-47b2-a4d3-de3e1627b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:16.429253 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5c3b93c7-b19c-41d5-a426-439b9e3994dc req-b9423f68-ecae-47b2-a4d3-de3e1627b8c5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8af955f507041b0a77e055bd3164b0b&device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 1099 time: 0.1000965 Aug 27 09:50:16.440071 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a893a-a153-419a-b7c5-c9e5d0ea13ad req-f5a382ce-00f7-4713-9cd5-9322292dcba1 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:16.440478 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc18a8-c927-4dca-80cf-1abba0b1f3bb req-41f1e479-80fb-48bb-8cfd-0ee0310688df tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:16.441590 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0e5a893a-a153-419a-b7c5-c9e5d0ea13ad req-f5a382ce-00f7-4713-9cd5-9322292dcba1 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 945 time: 0.0730941 Aug 27 09:50:16.447566 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-dcbc18a8-c927-4dca-80cf-1abba0b1f3bb req-41f1e479-80fb-48bb-8cfd-0ee0310688df tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0623856 Aug 27 09:50:16.489361 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-dcbc18a8-c927-4dca-80cf-1abba0b1f3bb req-7439d6c8-b657-44b3-9575-1111027a7019 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408578 Aug 27 09:50:16.524704 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0e5a893a-a153-419a-b7c5-c9e5d0ea13ad req-3b0a5ccc-8bb0-4a23-94f4-841c616b105c tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749066 Aug 27 09:50:16.553363 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b93c7-b19c-41d5-a426-439b9e3994dc req-e1f50a27-d0ee-4a36-8c67-8c5f83b594fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:16.555380 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5c3b93c7-b19c-41d5-a426-439b9e3994dc req-e1f50a27-d0ee-4a36-8c67-8c5f83b594fe service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d949d78-38f1-4e99-8b6a-57368afc2039 HTTP/1.1" status: 200 len: 921 time: 0.1129138 Aug 27 09:50:16.604676 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 09:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2e6fa4-4628-4324-95ce-e6e71ef23163 x-openstack-request-id: req-be2e6fa4-4628-4324-95ce-e6e71ef23163 {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:50:16.604968 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6514826d-22c0-4219-9614-ea6170140050", "name": "network-vif-plugged", "status": "completed", "tag": "45fa0c8a-dff5-4096-bfb8-3ab30367180d", "code": 200}, {"server_uuid": "e2475cff-bf6a-4ebb-b091-5dafdf8cb523", "name": "network-vif-plugged", "status": "completed", "tag": "3ade17a6-1042-4083-8902-906ae06f9564", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:50:16.605213 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be2e6fa4-4628-4324-95ce-e6e71ef23163 {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:50:16.605628 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6514826d-22c0-4219-9614-ea6170140050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fa0c8a-dff5-4096-bfb8-3ab30367180d', 'code': 200} Aug 27 09:50:16.605876 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2475cff-bf6a-4ebb-b091-5dafdf8cb523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ade17a6-1042-4083-8902-906ae06f9564', 'code': 200} Aug 27 09:50:16.634574 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5c3b93c7-b19c-41d5-a426-439b9e3994dc req-15fe8a06-c67d-47d0-977a-b52e01635232 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74a0ceb7-fe00-453e-a877-9c68717f1212 HTTP/1.1" status: 200 len: 217 time: 0.0671864 Aug 27 09:50:16.820858 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b93c7-b19c-41d5-a426-439b9e3994dc req-a209f540-dec1-4816-8372-e1039bfb0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:16.833311 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5c3b93c7-b19c-41d5-a426-439b9e3994dc req-a209f540-dec1-4816-8372-e1039bfb0879 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a0b116e-984c-4493-adcb-d387668ba116 HTTP/1.1" status: 200 len: 859 time: 0.1790400 Aug 27 09:50:16.872050 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5c3b93c7-b19c-41d5-a426-439b9e3994dc req-32e9f727-920e-484a-9841-b57a336f98d4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d949d78-38f1-4e99-8b6a-57368afc2039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378428 Aug 27 09:50:16.898905 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb1e61-2339-4bb4-9d98-61307f1c759f req-f1b668f9-315e-4f62-a7a3-adaf2530442c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:16.900192 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9efb1e61-2339-4bb4-9d98-61307f1c759f req-f1b668f9-315e-4f62-a7a3-adaf2530442c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.1880262 Aug 27 09:50:16.909713 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6032f8b-03fa-4afc-a292-4c9ddd3676b3 req-8d20ffa3-27e0-4655-bff2-241e7714eac4 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:16.917008 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e6032f8b-03fa-4afc-a292-4c9ddd3676b3 req-8d20ffa3-27e0-4655-bff2-241e7714eac4 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 950 time: 0.1280065 Aug 27 09:50:16.960565 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4629f2-99fc-471b-a32a-cec32aab179b req-79fcdae8-7ebb-4ad7-9cb7-931521b4d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:16.963542 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-5b4629f2-99fc-471b-a32a-cec32aab179b req-79fcdae8-7ebb-4ad7-9cb7-931521b4d0f8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 1098 time: 0.1012285 Aug 27 09:50:16.985606 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e6032f8b-03fa-4afc-a292-4c9ddd3676b3 req-79f72242-74f8-42b9-8d2c-bc909065f921 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672235 Aug 27 09:50:17.026313 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-5b4629f2-99fc-471b-a32a-cec32aab179b req-62b2d125-5e70-4a6e-a223-feb48b5c28a5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369375 Aug 27 09:50:17.033598 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fab0c1-1cc9-4cf8-8a54-a755e47d90be req-15149143-7912-4444-a4be-567ec9cca69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:17.035209 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e5fab0c1-1cc9-4cf8-8a54-a755e47d90be req-15149143-7912-4444-a4be-567ec9cca69d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 1099 time: 0.1340477 Aug 27 09:50:17.047127 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9efb1e61-2339-4bb4-9d98-61307f1c759f req-ba3881f0-c03d-4e16-8775-d93d7547ce6f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262009 Aug 27 09:50:17.065424 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5c3b93c7-b19c-41d5-a426-439b9e3994dc req-4cd51bbd-fed9-4d1a-ac53-38492375aab5 service neutron] 10.222.0.65 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556432 Aug 27 09:50:17.290439 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a004b1-61d6-4b5c-8437-5997566d3421 req-53a8e1bf-f367-4cee-8b9c-433f50a5049d tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:17.298858 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-63a004b1-61d6-4b5c-8437-5997566d3421 req-53a8e1bf-f367-4cee-8b9c-433f50a5049d tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 946 time: 0.0584126 Aug 27 09:50:17.340827 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-63a004b1-61d6-4b5c-8437-5997566d3421 req-826cca7d-44af-4aab-9889-8d430a0c759f tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404217 Aug 27 09:50:17.362003 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e5fab0c1-1cc9-4cf8-8a54-a755e47d90be req-9d308cd5-cdf3-4b91-bb42-f3af4ee6cb7a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856969 Aug 27 09:50:17.401878 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5c3b93c7-b19c-41d5-a426-439b9e3994dc req-e864ca04-59a4-4c66-a07e-60c347c76f0e service neutron] 10.222.0.65 "GET /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228147 Aug 27 09:50:17.633170 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb95c6b-cae1-4238-b3cc-6b0b617d4b57 req-5e3a0d62-9b3e-4514-8629-1dccd726a13a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:17.641075 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-abb95c6b-cae1-4238-b3cc-6b0b617d4b57 req-5e3a0d62-9b3e-4514-8629-1dccd726a13a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0797291 Aug 27 09:50:17.681246 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-abb95c6b-cae1-4238-b3cc-6b0b617d4b57 req-c534dcd8-52e6-438c-b9e1-c15f92c910a9 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391583 Aug 27 09:50:17.700735 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561c074-b223-45d2-aac0-268c5330a9fa req-2ce97925-6ad2-4cb1-a8ae-502b6a8fc369 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:17.700735 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b561c074-b223-45d2-aac0-268c5330a9fa req-2ce97925-6ad2-4cb1-a8ae-502b6a8fc369 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 945 time: 0.0862620 Aug 27 09:50:17.746042 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b561c074-b223-45d2-aac0-268c5330a9fa req-a5945ac6-5864-4fcb-ba35-c8def0f6c14a tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377557 Aug 27 09:50:18.127873 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651957a-349d-4c07-bb89-10a5ffd38a38 req-3580500b-31c8-4c81-9024-905b53472d3b tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:18.130064 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a651957a-349d-4c07-bb89-10a5ffd38a38 req-3580500b-31c8-4c81-9024-905b53472d3b tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 950 time: 0.0658209 Aug 27 09:50:18.176299 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 55520) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:18.202951 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a651957a-349d-4c07-bb89-10a5ffd38a38 req-9558d8c6-c66b-42a2-ae58-898dce8a0009 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647969 Aug 27 09:50:18.232230 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbef77-8365-4592-be9f-08e29a377a26 req-6a919d82-82c4-48da-b80d-c1e778691ca1 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:18.240367 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ebcbef77-8365-4592-be9f-08e29a377a26 req-6a919d82-82c4-48da-b80d-c1e778691ca1 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0937078 Aug 27 09:50:18.291694 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ebcbef77-8365-4592-be9f-08e29a377a26 req-7dfba582-291f-4d38-919e-44ee76d50f20 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501890 Aug 27 09:50:18.325855 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-535e6a48-ae25-4c34-961f-7c17115f9f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:18.502393 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-535e6a48-ae25-4c34-961f-7c17115f9f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:18.514473 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-535e6a48-ae25-4c34-961f-7c17115f9f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:18.560572 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66adfb-59ca-42b4-b75a-64e3992b1b7a req-b676b428-d69c-4c41-be30-2abf6cddc640 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:18.562843 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7f66adfb-59ca-42b4-b75a-64e3992b1b7a req-b676b428-d69c-4c41-be30-2abf6cddc640 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 946 time: 0.1116557 Aug 27 09:50:18.571495 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-535e6a48-ae25-4c34-961f-7c17115f9f9f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=effe40e4446f4b05a71dc250c466b645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926966 Aug 27 09:50:18.573522 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 55526) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:18.633477 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2f433863-f759-4905-a434-88db6b331327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:18.659919 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2f433863-f759-4905-a434-88db6b331327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:18.736305 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2f433863-f759-4905-a434-88db6b331327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:18.739846 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2f433863-f759-4905-a434-88db6b331327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:18.743329 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-2f433863-f759-4905-a434-88db6b331327 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a42574b-df66-4c26-b8d9-f831f08304c9 HTTP/1.1" status: 204 len: 168 time: 0.1662717 Aug 27 09:50:18.752493 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f433863-f759-4905-a434-88db6b331327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a42574b-df66-4c26-b8d9-f831f08304c9,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:18.789077 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f433863-f759-4905-a434-88db6b331327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.789424 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f433863-f759-4905-a434-88db6b331327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.789784 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f433863-f759-4905-a434-88db6b331327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.790110 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f433863-f759-4905-a434-88db6b331327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.790435 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f433863-f759-4905-a434-88db6b331327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.790758 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f433863-f759-4905-a434-88db6b331327 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.791082 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f433863-f759-4905-a434-88db6b331327 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.791401 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f433863-f759-4905-a434-88db6b331327 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.791719 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f433863-f759-4905-a434-88db6b331327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.796017 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f433863-f759-4905-a434-88db6b331327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.796511 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f433863-f759-4905-a434-88db6b331327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.796867 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f433863-f759-4905-a434-88db6b331327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.864896 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e6a48-ae25-4c34-961f-7c17115f9f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a42574b-df66-4c26-b8d9-f831f08304c9,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:18.878726 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e6a48-ae25-4c34-961f-7c17115f9f9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.879063 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e6a48-ae25-4c34-961f-7c17115f9f9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.879393 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e6a48-ae25-4c34-961f-7c17115f9f9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.879716 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e6a48-ae25-4c34-961f-7c17115f9f9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.880039 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e6a48-ae25-4c34-961f-7c17115f9f9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.880354 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e6a48-ae25-4c34-961f-7c17115f9f9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.880673 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e6a48-ae25-4c34-961f-7c17115f9f9f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.880986 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e6a48-ae25-4c34-961f-7c17115f9f9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.881304 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e6a48-ae25-4c34-961f-7c17115f9f9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.881650 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e6a48-ae25-4c34-961f-7c17115f9f9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.881962 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e6a48-ae25-4c34-961f-7c17115f9f9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.882095 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2e99c-d95d-4218-92b9-5f8e9217843c req-c2d3785d-d913-4ce3-bf59-b70819991fd2 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:18.882280 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e6a48-ae25-4c34-961f-7c17115f9f9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:18.883675 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-58f2e99c-d95d-4218-92b9-5f8e9217843c req-c2d3785d-d913-4ce3-bf59-b70819991fd2 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0678551 Aug 27 09:50:18.901277 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7f66adfb-59ca-42b4-b75a-64e3992b1b7a req-af72f80d-0e1f-4d14-a0d9-72f7690fd5a4 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285749 Aug 27 09:50:18.958604 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-58f2e99c-d95d-4218-92b9-5f8e9217843c req-c2e2fecb-fe86-4668-bc94-b10625a85a1d tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666006 Aug 27 09:50:19.163412 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4372-c39e-4757-8da9-9548a8bff3ce req-849316d9-7132-47de-bdd7-727b102b641a tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:19.165638 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-46de4372-c39e-4757-8da9-9548a8bff3ce req-849316d9-7132-47de-bdd7-727b102b641a tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 945 time: 0.0797019 Aug 27 09:50:19.210858 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-46de4372-c39e-4757-8da9-9548a8bff3ce req-55c04360-11a9-473c-9435-c08066dd5ef7 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380843 Aug 27 09:50:19.369367 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bae583-b143-4144-a2bf-1703c9ec0a71 req-f174dd40-4972-430e-9fbd-3a2d0602075c tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:19.378758 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-91bae583-b143-4144-a2bf-1703c9ec0a71 req-f174dd40-4972-430e-9fbd-3a2d0602075c tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 945 time: 0.0766912 Aug 27 09:50:19.383554 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efa58-71f8-4dfa-b7a8-a447b84896fd req-5fd5bee3-c679-4bf3-99b6-7607eca75d8f tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:19.385033 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4e7efa58-71f8-4dfa-b7a8-a447b84896fd req-5fd5bee3-c679-4bf3-99b6-7607eca75d8f tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 950 time: 0.0923257 Aug 27 09:50:19.407266 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09a0a4-dcd9-4aed-b34f-4aee813479b4 req-25f69380-4c74-4c50-9a49-fa218c656737 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:19.408805 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-cb09a0a4-dcd9-4aed-b34f-4aee813479b4 req-25f69380-4c74-4c50-9a49-fa218c656737 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 950 time: 0.1072247 Aug 27 09:50:19.435616 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-91bae583-b143-4144-a2bf-1703c9ec0a71 req-a06288b5-7253-4067-8e7a-ee6d082deb78 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558400 Aug 27 09:50:19.543827 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-cb09a0a4-dcd9-4aed-b34f-4aee813479b4 req-8e1e928c-a9e8-492b-8d0b-145810de9235 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/security-groups?id=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046343 Aug 27 09:50:19.580377 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b536b2f-a5f9-49fe-9d26-939221099ea4 req-a97dbe99-c27b-4411-8c28-7825fb92658f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:19.587643 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0b536b2f-a5f9-49fe-9d26-939221099ea4 req-a97dbe99-c27b-4411-8c28-7825fb92658f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0799768 Aug 27 09:50:19.630919 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-4e7efa58-71f8-4dfa-b7a8-a447b84896fd req-94c6bb8b-7d1f-4d0c-a341-b364656753ef tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Deleting port da2787a0-c4a7-4a81-a73b-da206222ee50 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:50:19.631375 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-4e7efa58-71f8-4dfa-b7a8-a447b84896fd req-94c6bb8b-7d1f-4d0c-a341-b364656753ef tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:19.648723 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0b536b2f-a5f9-49fe-9d26-939221099ea4 req-46327b68-dd0e-4141-9836-572fda88f632 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595162 Aug 27 09:50:19.731034 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-4e7efa58-71f8-4dfa-b7a8-a447b84896fd req-94c6bb8b-7d1f-4d0c-a341-b364656753ef tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] For port da2787a0-c4a7-4a81-a73b-da206222ee50, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=da2787a0-c4a7-4a81-a73b-da206222ee50,segment=NetworkSegment(34039b82-bc74-4eff-a386-05dcb5d2421f),segment_id=34039b82-bc74-4eff-a386-05dcb5d2421f)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:19.731524 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-4e7efa58-71f8-4dfa-b7a8-a447b84896fd req-94c6bb8b-7d1f-4d0c-a341-b364656753ef tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:19.747211 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-4e7efa58-71f8-4dfa-b7a8-a447b84896fd req-94c6bb8b-7d1f-4d0c-a341-b364656753ef tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Calling delete_port for da2787a0-c4a7-4a81-a73b-da206222ee50 owned by compute:nova {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:50:19.911125 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589073c2-2db4-4ffb-81a5-37c604555316 req-017c945f-0ef5-4b7b-bfdd-464f6007d980 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:19.913118 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-589073c2-2db4-4ffb-81a5-37c604555316 req-017c945f-0ef5-4b7b-bfdd-464f6007d980 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 945 time: 0.0581205 Aug 27 09:50:19.914818 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-4e7efa58-71f8-4dfa-b7a8-a447b84896fd req-94c6bb8b-7d1f-4d0c-a341-b364656753ef tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:19.930079 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['da2787a0-c4a7-4a81-a73b-da206222ee50'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:50:19.955736 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6bb8b-7d1f-4d0c-a341-b364656753ef tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Pushing event deleted for resources: {'Port': ['ID=da2787a0-c4a7-4a81-a73b-da206222ee50,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:19.978121 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-589073c2-2db4-4ffb-81a5-37c604555316 req-0332eba4-2eb8-4d49-9f49-0f0a8a42eab3 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562923 Aug 27 09:50:20.059431 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7efa58-71f8-4dfa-b7a8-a447b84896fd req-94c6bb8b-7d1f-4d0c-a341-b364656753ef tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] No DVR routers for this DVR port da2787a0-c4a7-4a81-a73b-da206222ee50 on host hv-cinder-80475 {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:50:20.064553 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-4e7efa58-71f8-4dfa-b7a8-a447b84896fd req-94c6bb8b-7d1f-4d0c-a341-b364656753ef tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:20.066426 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4e7efa58-71f8-4dfa-b7a8-a447b84896fd req-94c6bb8b-7d1f-4d0c-a341-b364656753ef tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.65 "DELETE /v2.0/ports/da2787a0-c4a7-4a81-a73b-da206222ee50 HTTP/1.1" status: 204 len: 173 time: 0.6708302 Aug 27 09:50:20.066867 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa4a347-bd50-4816-b51e-edee6b300b19', 'name': 'network-vif-deleted', 'tag': 'da2787a0-c4a7-4a81-a73b-da206222ee50'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:50:20.069086 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96576bba-6d79-4c6e-8a4d-71468c2b6872" -d '{"events": [{"server_uuid": "5fa4a347-bd50-4816-b51e-edee6b300b19", "name": "network-vif-deleted", "tag": "da2787a0-c4a7-4a81-a73b-da206222ee50"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:50:20.096173 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9df7d-9f73-4965-9fd1-a03c1ef6e1c7 req-c5cefcf1-22a7-4f5d-a0c7-f5219e7b9d8f tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:20.097872 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-cac9df7d-9f73-4965-9fd1-a03c1ef6e1c7 req-c5cefcf1-22a7-4f5d-a0c7-f5219e7b9d8f tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 946 time: 0.0804346 Aug 27 09:50:20.144576 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-cac9df7d-9f73-4965-9fd1-a03c1ef6e1c7 req-83c4d505-e814-4ef7-8cb0-c2ee8c4ffe2c tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398679 Aug 27 09:50:20.192323 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3682cac-c6aa-44fe-a097-504e11b47fd1 req-4ead8c62-3829-4ab7-868f-2b2da511a67e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:20.193912 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b3682cac-c6aa-44fe-a097-504e11b47fd1 req-4ead8c62-3829-4ab7-868f-2b2da511a67e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0762186 Aug 27 09:50:20.253869 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04de180-fe4b-4bb1-90b1-d2af957f70bc x-openstack-request-id: req-b04de180-fe4b-4bb1-90b1-d2af957f70bc {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:50:20.254353 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa4a347-bd50-4816-b51e-edee6b300b19", "name": "network-vif-deleted", "tag": "da2787a0-c4a7-4a81-a73b-da206222ee50", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:50:20.254448 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b04de180-fe4b-4bb1-90b1-d2af957f70bc {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:50:20.254814 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa4a347-bd50-4816-b51e-edee6b300b19', 'name': 'network-vif-deleted', 'tag': 'da2787a0-c4a7-4a81-a73b-da206222ee50', 'status': 'completed', 'code': 200} Aug 27 09:50:20.272766 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b3682cac-c6aa-44fe-a097-504e11b47fd1 req-b21570b8-32ff-43d9-9e9b-3c0f61a3a584 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677083 Aug 27 09:50:20.472871 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b2952-3918-456d-82de-3f84e42ccd45 req-e6a3a5d0-134e-4c9d-9e29-e89104d54d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:20.474934 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8e8b2952-3918-456d-82de-3f84e42ccd45 req-e6a3a5d0-134e-4c9d-9e29-e89104d54d8f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ec5ee960a9a402baca62a4f82fadfe3&device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 1098 time: 0.0512075 Aug 27 09:50:20.618213 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b2952-3918-456d-82de-3f84e42ccd45 req-a5c2edbf-22c6-4264-843f-3418c8d7a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:20.620409 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf63a-15cd-4586-92e1-cfadcb33e426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:20.623115 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8e8b2952-3918-456d-82de-3f84e42ccd45 req-a5c2edbf-22c6-4264-843f-3418c8d7a58d service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 HTTP/1.1" status: 200 len: 918 time: 0.1386800 Aug 27 09:50:20.673298 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f43a2db3-ae5d-4e59-83bc-362ce04779ff req-5aab1189-788c-4466-80d5-72fcc17405a9 tempest-VolumesNegativeTest-1895770797 tempest-VolumesNegativeTest-1895770797-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa4a347-bd50-4816-b51e-edee6b300b19 HTTP/1.1" status: 200 len: 210 time: 0.0404174 Aug 27 09:50:20.798338 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8e8b2952-3918-456d-82de-3f84e42ccd45 req-f8088f4b-e564-49a4-befb-9756e70c2bd9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60322d0d-86b6-4a85-acea-ea1c9f48a68f HTTP/1.1" status: 200 len: 1001 time: 0.1608512 Aug 27 09:50:20.863997 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f7992-1dad-4aa8-a16d-7730dab226e5 req-be4cd5b8-b92c-4a0c-8515-9f5e2ca5403c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:20.865737 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-994f7992-1dad-4aa8-a16d-7730dab226e5 req-be4cd5b8-b92c-4a0c-8515-9f5e2ca5403c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0991731 Aug 27 09:50:20.877529 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b2952-3918-456d-82de-3f84e42ccd45 req-3bc6aa90-4b49-4a84-affb-2e25ce9bc030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:20.878665 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8e8b2952-3918-456d-82de-3f84e42ccd45 req-3bc6aa90-4b49-4a84-affb-2e25ce9bc030 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=505694e5-d336-4af2-b727-846909e5f608 HTTP/1.1" status: 200 len: 855 time: 0.0711713 Aug 27 09:50:20.921669 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-994f7992-1dad-4aa8-a16d-7730dab226e5 req-3e320be3-dbf1-4437-bb4d-a26bae36597c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455458 Aug 27 09:50:20.945573 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b2952-3918-456d-82de-3f84e42ccd45 req-1e4955ae-6fa6-407a-bc58-18b77b8cc936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:20.947185 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8e8b2952-3918-456d-82de-3f84e42ccd45 req-1e4955ae-6fa6-407a-bc58-18b77b8cc936 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506804 Aug 27 09:50:21.046875 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8e8b2952-3918-456d-82de-3f84e42ccd45 req-5498fca8-8de2-4aeb-b2f1-25c532c73c4b service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875540 Aug 27 09:50:21.142973 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8e8b2952-3918-456d-82de-3f84e42ccd45 req-152747b2-846e-4448-9ce3-f3c225d1b108 service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829999 Aug 27 09:50:22.123278 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901e757-329b-4782-83b1-942e4fb16064 req-57263cc2-c967-45f3-83be-39ab767b9acd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:22.125123 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a901e757-329b-4782-83b1-942e4fb16064 req-57263cc2-c967-45f3-83be-39ab767b9acd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0735526 Aug 27 09:50:22.171160 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a901e757-329b-4782-83b1-942e4fb16064 req-afe9182b-2554-4673-a5d6-a82c9935c199 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391905 Aug 27 09:50:23.322548 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11decaf-d874-4032-aa39-a4db31439000 req-745f7352-8cf4-411b-aae5-07e282381bf3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:23.325977 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d11decaf-d874-4032-aa39-a4db31439000 req-745f7352-8cf4-411b-aae5-07e282381bf3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.0570831 Aug 27 09:50:23.354426 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-d0b65e31-642b-468e-9b52-f0a2a5f90bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:23.379099 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d11decaf-d874-4032-aa39-a4db31439000 req-37799004-b493-43aa-a790-7ae0298347fc tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472927 Aug 27 09:50:23.546925 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:23.898565 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-eb9509f1-6b48-49c8-8502-d7d5cf8737e7 req-b6accdad-3feb-4d86-8a20-fd119da954d2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429695 Aug 27 09:50:23.979410 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9509f1-6b48-49c8-8502-d7d5cf8737e7 req-17e237de-c0b3-40f7-8161-19fbc2e2a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:23.981066 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-eb9509f1-6b48-49c8-8502-d7d5cf8737e7 req-17e237de-c0b3-40f7-8161-19fbc2e2a5fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ec5ee960a9a402baca62a4f82fadfe3&device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 1098 time: 0.0428872 Aug 27 09:50:24.095252 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9509f1-6b48-49c8-8502-d7d5cf8737e7 req-0135b0d6-a98d-45db-9864-e60f96550a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:24.096888 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-eb9509f1-6b48-49c8-8502-d7d5cf8737e7 req-0135b0d6-a98d-45db-9864-e60f96550a0a service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 HTTP/1.1" status: 200 len: 918 time: 0.0942223 Aug 27 09:50:24.158791 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device da2787a0-c4a7-4a81-a73b-da206222ee50 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:50:24.173226 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-eb9509f1-6b48-49c8-8502-d7d5cf8737e7 req-a630e39c-66e1-43be-8918-b6bf1f60d3fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60322d0d-86b6-4a85-acea-ea1c9f48a68f HTTP/1.1" status: 200 len: 1001 time: 0.0682671 Aug 27 09:50:24.272511 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9509f1-6b48-49c8-8502-d7d5cf8737e7 req-8ec850de-cbf0-48f7-8ec0-8948b2f39076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:24.274442 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-eb9509f1-6b48-49c8-8502-d7d5cf8737e7 req-8ec850de-cbf0-48f7-8ec0-8948b2f39076 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=505694e5-d336-4af2-b727-846909e5f608 HTTP/1.1" status: 200 len: 855 time: 0.0922172 Aug 27 09:50:24.349769 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9509f1-6b48-49c8-8502-d7d5cf8737e7 req-cbecc112-ebb7-4c7e-9194-66957ae5585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:24.351688 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-eb9509f1-6b48-49c8-8502-d7d5cf8737e7 req-cbecc112-ebb7-4c7e-9194-66957ae5585e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605466 Aug 27 09:50:24.353778 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: da2787a0-c4a7-4a81-a73b-da206222ee50 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:50:24.354026 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device da2787a0-c4a7-4a81-a73b-da206222ee50 not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:50:24.354644 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 60322d0d-86b6-4a85-acea-ea1c9f48a68f no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:50:24.462358 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:24.464865 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:24.468679 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-eb9509f1-6b48-49c8-8502-d7d5cf8737e7 req-fc32c8b7-86f3-44df-a066-ed229e21a9c3 service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085618 Aug 27 09:50:24.497595 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb3db99-c9a7-4bdf-9195-6acd98a74be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60322d0d-86b6-4a85-acea-ea1c9f48a68f'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:50:24.499877 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a096e405-61eb-475c-9f40-9da42acc6fcc" -d '{"events": [{"server_uuid": "beb3db99-c9a7-4bdf-9195-6acd98a74be7", "name": "network-vif-unplugged", "status": "completed", "tag": "60322d0d-86b6-4a85-acea-ea1c9f48a68f"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:50:24.518308 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 60322d0d-86b6-4a85-acea-ea1c9f48a68f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60322d0d-86b6-4a85-acea-ea1c9f48a68f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:24.523835 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:24.581963 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=60322d0d-86b6-4a85-acea-ea1c9f48a68f,revision_number=8']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:24.592787 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2a453-d90c-4a69-b883-a6ed64ad43e2 req-8a80807b-1914-48e7-a066-54da21e4dee9 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:24.594895 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-52b2a453-d90c-4a69-b883-a6ed64ad43e2 req-8a80807b-1914-48e7-a066-54da21e4dee9 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0635102 Aug 27 09:50:24.603832 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16def67c-c244-45ec-b788-d560893da05d req-7fa48eee-5508-4a18-b5dd-3dc051ff6998 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:24.606702 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-16def67c-c244-45ec-b788-d560893da05d req-7fa48eee-5508-4a18-b5dd-3dc051ff6998 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 945 time: 0.1413856 Aug 27 09:50:24.637293 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-52b2a453-d90c-4a69-b883-a6ed64ad43e2 req-2c4a9f6a-64f6-4eff-9c5c-de1809e2cc3a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356753 Aug 27 09:50:24.638432 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-eb9509f1-6b48-49c8-8502-d7d5cf8737e7 req-9d85bc31-bc0c-4874-a6a8-8e4b5ccbbf28 service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590381 Aug 27 09:50:24.666647 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-16def67c-c244-45ec-b788-d560893da05d req-cbb4b0b1-0109-48c2-a71a-32a2f49d9a8f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496535 Aug 27 09:50:24.694941 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 09:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b6ae06-1584-4a4f-9af2-ee58d441ca9b x-openstack-request-id: req-44b6ae06-1584-4a4f-9af2-ee58d441ca9b {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:50:24.695235 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb3db99-c9a7-4bdf-9195-6acd98a74be7", "name": "network-vif-unplugged", "status": "failed", "tag": "60322d0d-86b6-4a85-acea-ea1c9f48a68f", "code": 422}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:50:24.695488 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44b6ae06-1584-4a4f-9af2-ee58d441ca9b {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:50:24.695901 dv-cinder-804757-3-iscsi neutron-server[100336]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'beb3db99-c9a7-4bdf-9195-6acd98a74be7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '60322d0d-86b6-4a85-acea-ea1c9f48a68f', 'code': 422} returned with failed status Aug 27 09:50:24.926084 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:25.310297 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78775cb7-e8ab-47d9-b573-c6bb397907c5 req-5ac9f478-c729-468f-9cb1-7fd18207f743 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:25.312495 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-78775cb7-e8ab-47d9-b573-c6bb397907c5 req-5ac9f478-c729-468f-9cb1-7fd18207f743 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0639153 Aug 27 09:50:25.351878 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-78775cb7-e8ab-47d9-b573-c6bb397907c5 req-f4f5f74e-bf7f-4e30-b9bf-60eee36309c4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335839 Aug 27 09:50:25.657898 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 55970) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:25.691361 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 55976) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:25.766064 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5fb80-a448-457d-951c-53e062e4b13a req-648338db-d597-477e-b327-16f641e29522 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:25.767629 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3ed5fb80-a448-457d-951c-53e062e4b13a req-648338db-d597-477e-b327-16f641e29522 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0555217 Aug 27 09:50:25.807039 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3ed5fb80-a448-457d-951c-53e062e4b13a req-58ae9557-aad2-4190-8243-1431908b0961 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330467 Aug 27 09:50:25.823797 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7c506447-0a58-43f9-ab44-c03c3b24ee43 req-e8fb3efd-1334-49cb-9619-e885d09c2f24 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1646078 Aug 27 09:50:25.838743 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-68af3e2b-636e-410d-aa38-ee13599ddecf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d31d8d73140402f9f8dd34c1c76698c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459339 Aug 27 09:50:25.841257 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 55980) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:25.890917 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f9f34e41-939a-41cf-aa48-9bcbbf0f37b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:25.914599 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f9f34e41-939a-41cf-aa48-9bcbbf0f37b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:25.968279 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f9f34e41-939a-41cf-aa48-9bcbbf0f37b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:25.970811 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f9f34e41-939a-41cf-aa48-9bcbbf0f37b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:25.973518 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-f9f34e41-939a-41cf-aa48-9bcbbf0f37b5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a14ecdd-8c8e-462e-aded-2e3a05dca4a7 HTTP/1.1" status: 204 len: 168 time: 0.1289046 Aug 27 09:50:25.979766 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f34e41-939a-41cf-aa48-9bcbbf0f37b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a14ecdd-8c8e-462e-aded-2e3a05dca4a7,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:26.317933 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:26.474503 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ca562-ed2b-43f1-bf72-ccbc6c913249 req-48e7c40d-b49d-47b3-a38e-1c88a67cb945 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:26.475979 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ec9ca562-ed2b-43f1-bf72-ccbc6c913249 req-48e7c40d-b49d-47b3-a38e-1c88a67cb945 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0491910 Aug 27 09:50:26.516600 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ec9ca562-ed2b-43f1-bf72-ccbc6c913249 req-ad184e68-8948-435a-9405-6d0c3f556822 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340564 Aug 27 09:50:26.926947 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4493f-e266-4068-bdf6-b323777aa536 req-d4b44784-d6cd-4a83-8984-05e3c4389c66 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:26.929264 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d5d4493f-e266-4068-bdf6-b323777aa536 req-d4b44784-d6cd-4a83-8984-05e3c4389c66 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0497487 Aug 27 09:50:26.970458 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d5d4493f-e266-4068-bdf6-b323777aa536 req-44030687-9225-4909-a379-278fa42164a2 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349095 Aug 27 09:50:27.178097 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b6c59-0d03-455d-a165-f0135b7c4595 req-b58a9247-4002-4dd0-9bba-27dc2dbce6e6 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:27.179525 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b02b6c59-0d03-455d-a165-f0135b7c4595 req-b58a9247-4002-4dd0-9bba-27dc2dbce6e6 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 945 time: 0.0472016 Aug 27 09:50:27.273607 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-b02b6c59-0d03-455d-a165-f0135b7c4595 req-cfed16cb-e109-4092-9827-9faa15b2aede tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Deleting port 4991628c-cf49-4264-a640-9ecd11fd1bb4 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:50:27.273947 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-b02b6c59-0d03-455d-a165-f0135b7c4595 req-cfed16cb-e109-4092-9827-9faa15b2aede tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:27.362674 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-b02b6c59-0d03-455d-a165-f0135b7c4595 req-cfed16cb-e109-4092-9827-9faa15b2aede tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] For port 4991628c-cf49-4264-a640-9ecd11fd1bb4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4991628c-cf49-4264-a640-9ecd11fd1bb4,segment=NetworkSegment(f0bea831-4d70-4f79-8236-7fcb02beb724),segment_id=f0bea831-4d70-4f79-8236-7fcb02beb724)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:27.362893 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-b02b6c59-0d03-455d-a165-f0135b7c4595 req-cfed16cb-e109-4092-9827-9faa15b2aede tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:27.379092 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-b02b6c59-0d03-455d-a165-f0135b7c4595 req-cfed16cb-e109-4092-9827-9faa15b2aede tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Calling delete_port for 4991628c-cf49-4264-a640-9ecd11fd1bb4 owned by compute:nova {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:50:27.507239 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-b02b6c59-0d03-455d-a165-f0135b7c4595 req-cfed16cb-e109-4092-9827-9faa15b2aede tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:27.519372 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['74a0ceb7-fe00-453e-a877-9c68717f1212', '4991628c-cf49-4264-a640-9ecd11fd1bb4'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:50:27.535174 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed16cb-e109-4092-9827-9faa15b2aede tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Pushing event deleted for resources: {'Port': ['ID=4991628c-cf49-4264-a640-9ecd11fd1bb4,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:27.578962 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02b6c59-0d03-455d-a165-f0135b7c4595 req-cfed16cb-e109-4092-9827-9faa15b2aede tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] No DVR routers for this DVR port 4991628c-cf49-4264-a640-9ecd11fd1bb4 on host hv-cinder-80475 {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:50:27.582228 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-b02b6c59-0d03-455d-a165-f0135b7c4595 req-cfed16cb-e109-4092-9827-9faa15b2aede tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:27.584354 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b02b6c59-0d03-455d-a165-f0135b7c4595 req-cfed16cb-e109-4092-9827-9faa15b2aede tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.65 "DELETE /v2.0/ports/4991628c-cf49-4264-a640-9ecd11fd1bb4 HTTP/1.1" status: 204 len: 173 time: 0.3972294 Aug 27 09:50:27.584742 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f3f48b-200f-4457-914f-74d4924974b6', 'name': 'network-vif-deleted', 'tag': '4991628c-cf49-4264-a640-9ecd11fd1bb4'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:50:27.587050 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ee1ad6-d87e-4855-9088-8b1dbbde9a49" -d '{"events": [{"server_uuid": "13f3f48b-200f-4457-914f-74d4924974b6", "name": "network-vif-deleted", "tag": "4991628c-cf49-4264-a640-9ecd11fd1bb4"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:50:27.656144 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24519b0b-199f-483a-9d14-b984adc159d6 x-openstack-request-id: req-24519b0b-199f-483a-9d14-b984adc159d6 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:50:27.656516 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f3f48b-200f-4457-914f-74d4924974b6", "name": "network-vif-deleted", "tag": "4991628c-cf49-4264-a640-9ecd11fd1bb4", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:50:27.656763 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24519b0b-199f-483a-9d14-b984adc159d6 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:50:27.657150 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f3f48b-200f-4457-914f-74d4924974b6', 'name': 'network-vif-deleted', 'tag': '4991628c-cf49-4264-a640-9ecd11fd1bb4', 'status': 'completed', 'code': 200} Aug 27 09:50:27.685046 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ebff7-4db3-47cb-acc0-179f7aff4a51 req-6fc17d42-f24d-49d7-8db9-713952322387 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:27.688448 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b77ebff7-4db3-47cb-acc0-179f7aff4a51 req-6fc17d42-f24d-49d7-8db9-713952322387 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0558565 Aug 27 09:50:27.731165 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b77ebff7-4db3-47cb-acc0-179f7aff4a51 req-2e9b58a7-7896-43c5-b54f-4159d2b19794 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366559 Aug 27 09:50:28.089999 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-59f2a21d-58d0-4ca9-889e-c70d2f815fb4 req-f5e31e0d-3328-4244-a7ea-9bcba8fc0cf8 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=13f3f48b-200f-4457-914f-74d4924974b6 HTTP/1.1" status: 200 len: 210 time: 0.0296166 Aug 27 09:50:28.177903 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 60322d0d-86b6-4a85-acea-ea1c9f48a68f no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:50:28.275731 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 4991628c-cf49-4264-a640-9ecd11fd1bb4 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:50:28.294948 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: 4991628c-cf49-4264-a640-9ecd11fd1bb4 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:50:28.295901 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 4991628c-cf49-4264-a640-9ecd11fd1bb4 not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:50:28.856321 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb698e-d324-4aec-8397-97589e24edc0 req-1c0c3f7b-4518-4e0b-bf99-6c0e752c2f4f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:28.858507 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-70eb698e-d324-4aec-8397-97589e24edc0 req-1c0c3f7b-4518-4e0b-bf99-6c0e752c2f4f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0528903 Aug 27 09:50:28.895804 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-70eb698e-d324-4aec-8397-97589e24edc0 req-90aa97e3-0554-42cd-9ed0-3cc15c3bbbfa tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314622 Aug 27 09:50:29.354777 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317ec9d-d507-425f-b429-edf946887003 req-ab9964ef-ed4a-4c28-96a5-b42d2f75213d tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:29.356263 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0317ec9d-d507-425f-b429-edf946887003 req-ab9964ef-ed4a-4c28-96a5-b42d2f75213d tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0499830 Aug 27 09:50:29.393056 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0317ec9d-d507-425f-b429-edf946887003 req-24fd5f9f-c753-405e-b151-4ee320d84d01 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302081 Aug 27 09:50:29.746032 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a3f58-1df1-495b-8d70-a9f85b0b41f3 req-246c7658-5600-4453-a66c-84812e8a1817 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:29.747491 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-496a3f58-1df1-495b-8d70-a9f85b0b41f3 req-246c7658-5600-4453-a66c-84812e8a1817 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 945 time: 0.0483449 Aug 27 09:50:29.785057 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-496a3f58-1df1-495b-8d70-a9f85b0b41f3 req-1f3c4e0a-cbd9-4ba6-9d26-8fe493547ca8 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315375 Aug 27 09:50:29.807258 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 56064) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:30.003051 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a200821d-a5b4-4da9-8d31-6fe1271b17fe tempest-TestMinimumBasicScenario-881351964 tempest-TestMinimumBasicScenario-881351964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:30.004839 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-a200821d-a5b4-4da9-8d31-6fe1271b17fe tempest-TestMinimumBasicScenario-881351964 tempest-TestMinimumBasicScenario-881351964-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 1093 time: 0.1961462 Aug 27 09:50:30.007742 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 56070) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:30.012107 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Request body: {'floatingip': {'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'port_id': '3ade17a6-1042-4083-8902-906ae06f9564', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:30.013753 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46971d-62b0-455a-952c-0916d5051df1 req-6995a330-b2c8-4fa5-9e4b-768ff2ebf9c5 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:30.015797 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ad46971d-62b0-455a-952c-0916d5051df1 req-6995a330-b2c8-4fa5-9e4b-768ff2ebf9c5 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0487084 Aug 27 09:50:30.036527 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for floatingip, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:30.053521 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ad46971d-62b0-455a-952c-0916d5051df1 req-def7faa1-f53c-45f9-9e48-879cd49d8bd6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317509 Aug 27 09:50:30.135319 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:30.235697 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_common [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Allocated IP 172.27.3.72 (7e0666e1-bba7-40d6-99a1-baf82e3072a1/16ad6031-57d4-4eed-bb48-2f2edbdd88d6/0a1b571c-39c3-48ab-b802-3ea9e33d7123) {{(pid=100335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:50:30.343166 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for port, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:30.383017 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:30.419046 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 is already hosted by enough agents. {{(pid=100335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:50:30.425386 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Resources bound (agent type, host, resource id): {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:50:30.428125 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Received port after_create {{(pid=100335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:50:30.460131 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Pushing event updated for resources: {'Port': ['ID=0a1b571c-39c3-48ab-b802-3ea9e33d7123,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:30.547884 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8b2ab-5645-4b2a-8548-0baa1c215466 req-82287f40-61ae-4ca7-8508-1a36ca83bfa4 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:30.549387 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3ea8b2ab-5645-4b2a-8548-0baa1c215466 req-82287f40-61ae-4ca7-8508-1a36ca83bfa4 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0867250 Aug 27 09:50:30.652252 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3ea8b2ab-5645-4b2a-8548-0baa1c215466 req-a9224efa-735e-41a4-83f6-3deb52c8c68f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707641 Aug 27 09:50:30.959215 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:31.064490 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:31.182610 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540d121-3170-4c66-ac52-6b782f5aa8a9 req-ffeb4706-8bf1-45f9-afa2-d77c64cb7c4b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:31.184208 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5540d121-3170-4c66-ac52-6b782f5aa8a9 req-ffeb4706-8bf1-45f9-afa2-d77c64cb7c4b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0547700 Aug 27 09:50:31.225916 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5540d121-3170-4c66-ac52-6b782f5aa8a9 req-7810960a-819a-4ad7-ab01-77d5aa26fc15 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341518 Aug 27 09:50:31.413218 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for port, precommit_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:31.417718 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:31.448193 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504191'] for floatingip, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:31.496243 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Pushing event updated for resources: {'Port': ['ID=0a1b571c-39c3-48ab-b802-3ea9e33d7123,revision_number=2']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:31.559052 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.db.l3_db [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Floating IP f833ab1e-def9-4afc-9cd6-14636be1a186 associated. External IP: 172.27.3.72, port: 3ade17a6-1042-4083-8902-906ae06f9564. Aug 27 09:50:31.789331 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Router 58a0c187-ad6d-4aa8-a096-f672891485b5 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:50:31.797737 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d634e1d-f368-4b9c-b5e2-157e4a398eeb req-9ce7bfc7-bde4-4f9c-9f63-ee6fdd5c34f5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:31.799187 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4d634e1d-f368-4b9c-b5e2-157e4a398eeb req-9ce7bfc7-bde4-4f9c-9f63-ee6fdd5c34f5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0691729 Aug 27 09:50:31.877955 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4d634e1d-f368-4b9c-b5e2-157e4a398eeb req-c1d060c6-55cb-4e29-b5d2-c56bd9b966fa tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723307 Aug 27 09:50:31.930529 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:50:31.941733 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b2804-bca5-4e5d-9ea5-a9d3f36dc401 None None] Sync routers for ids ['58a0c187-ad6d-4aa8-a096-f672891485b5'] in dv-cinder-804757-3-iscsi {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:50:31.948008 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:31.951993 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b2804-bca5-4e5d-9ea5-a9d3f36dc401 None None] Routers {'58a0c187-ad6d-4aa8-a096-f672891485b5'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:50:31.952598 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-203b2804-bca5-4e5d-9ea5-a9d3f36dc401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:50:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['58a0c187-ad6d-4aa8-a096-f672891485b5'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:50:31.973131 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-86a99119-a062-490a-9521-f9a2b6c14dcb tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9643862 Aug 27 09:50:31.973822 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2475cff-bf6a-4ebb-b091-5dafdf8cb523', 'tag': '3ade17a6-1042-4083-8902-906ae06f9564'}] {{(pid=100335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:50:31.975980 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56086) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:31.976133 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}025450df2500551f9904fcf1c9a215fd0038e6a364e6ac7978f47cafd8b0d6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3847a4c3-257d-4fef-a7a1-9491f2a6229a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2475cff-bf6a-4ebb-b091-5dafdf8cb523", "tag": "3ade17a6-1042-4083-8902-906ae06f9564"}]}' {{(pid=100335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:50:31.980792 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-9f003187-2c2b-476f-a80f-10bc2ace2ada tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-793452121', 'description': 'tempest-secgroup-smoke-793452121 description', 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:32.014929 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9f003187-2c2b-476f-a80f-10bc2ace2ada tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:32.020039 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79e6cf6-c8c8-47be-bedb-4650eed2c23f x-openstack-request-id: req-f79e6cf6-c8c8-47be-bedb-4650eed2c23f {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:50:32.020387 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2475cff-bf6a-4ebb-b091-5dafdf8cb523", "tag": "3ade17a6-1042-4083-8902-906ae06f9564", "status": "completed", "code": 200}]} {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:50:32.020697 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f79e6cf6-c8c8-47be-bedb-4650eed2c23f {{(pid=100335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:50:32.021148 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2475cff-bf6a-4ebb-b091-5dafdf8cb523', 'tag': '3ade17a6-1042-4083-8902-906ae06f9564', 'status': 'completed', 'code': 200} Aug 27 09:50:32.070769 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-203b2804-bca5-4e5d-9ea5-a9d3f36dc401 None None] Set router 58a0c187-ad6d-4aa8-a096-f672891485b5 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:50:32.113417 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847a4c3-257d-4fef-a7a1-9491f2a6229a req-d1829526-e97c-4ba2-b8f5-734f9d39773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:32.115065 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3847a4c3-257d-4fef-a7a1-9491f2a6229a req-d1829526-e97c-4ba2-b8f5-734f9d39773c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd7089dd37db4591a4bfa8f85c7b8e01&device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 1098 time: 0.0639369 Aug 27 09:50:32.152937 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9f003187-2c2b-476f-a80f-10bc2ace2ada tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:32.183559 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9f003187-2c2b-476f-a80f-10bc2ace2ada tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:32.222902 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9f003187-2c2b-476f-a80f-10bc2ace2ada tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:32.225987 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-9f003187-2c2b-476f-a80f-10bc2ace2ada tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2487524 Aug 27 09:50:32.227079 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 56090) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:32.229074 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f003187-2c2b-476f-a80f-10bc2ace2ada tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11a362f-0c49-4497-89cf-40430553a5a6,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:32.232038 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-927e7101-4772-4e6b-975d-3c4aeb286af7 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Request body: {'security_group_rule': {'security_group_id': 'd11a362f-0c49-4497-89cf-40430553a5a6', 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:32.266541 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847a4c3-257d-4fef-a7a1-9491f2a6229a req-44612395-48e0-4d5e-b46f-a4b9f1fe6c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:32.268805 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3847a4c3-257d-4fef-a7a1-9491f2a6229a req-44612395-48e0-4d5e-b46f-a4b9f1fe6c42 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9fde31b5-2732-403d-afa4-b933d59badcc HTTP/1.1" status: 200 len: 916 time: 0.1410608 Aug 27 09:50:32.287074 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-927e7101-4772-4e6b-975d-3c4aeb286af7 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:32.352387 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3847a4c3-257d-4fef-a7a1-9491f2a6229a req-56e8bb5c-0612-455a-85a5-8b255dfc5d4d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ade17a6-1042-4083-8902-906ae06f9564 HTTP/1.1" status: 200 len: 998 time: 0.0703595 Aug 27 09:50:32.436445 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847a4c3-257d-4fef-a7a1-9491f2a6229a req-771e5334-aa15-4481-bb3c-d1079d1f7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:32.438422 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3847a4c3-257d-4fef-a7a1-9491f2a6229a req-771e5334-aa15-4481-bb3c-d1079d1f7264 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cd6e11d-1d08-4b5b-875e-ba4dc957d343 HTTP/1.1" status: 200 len: 853 time: 0.0749824 Aug 27 09:50:32.441302 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-927e7101-4772-4e6b-975d-3c4aeb286af7 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:32.452085 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-927e7101-4772-4e6b-975d-3c4aeb286af7 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:32.463542 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496456e0-7f5d-4cd7-95b7-5fc3671801bb req-ba165ef6-4d54-49cb-8d98-fde944016689 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:32.463712 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-203b2804-bca5-4e5d-9ea5-a9d3f36dc401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'name': 'tempest-TestMinimumBasicScenario-142511287-router', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:12Z', 'revision_number': 4, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'gw_port': {'id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'f833ab1e-def9-4afc-9cd6-14636be1a186', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'port_id': '3ade17a6-1042-4083-8902-906ae06f9564', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc', 'mac_address': 'fa:16:3e:68:a9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2475cff-bf6a-4ebb-b091-5dafdf8cb523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:50:30Z', 'updated_at': '2021-08-27T09:50:30Z', 'revision_number': 0, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa', 'name': '', 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'mac_address': 'fa:16:3e:a4:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4cd6e11d-1d08-4b5b-875e-ba4dc957d343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:11Z', 'updated_at': '2021-08-27T09:49:18Z', 'revision_number': 5, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'subnets': [{'id': '4cd6e11d-1d08-4b5b-875e-ba4dc957d343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:50:32.463874 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-496456e0-7f5d-4cd7-95b7-5fc3671801bb req-ba165ef6-4d54-49cb-8d98-fde944016689 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.1198320 Aug 27 09:50:32.501560 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b2804-bca5-4e5d-9ea5-a9d3f36dc401 None None] Checking router: 58a0c187-ad6d-4aa8-a096-f672891485b5 for host: dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:50:32.511693 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b2804-bca5-4e5d-9ea5-a9d3f36dc401 None None] Routers {'58a0c187-ad6d-4aa8-a096-f672891485b5'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:50:32.512299 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-203b2804-bca5-4e5d-9ea5-a9d3f36dc401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:50:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['58a0c187-ad6d-4aa8-a096-f672891485b5'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:50:32.526872 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e7101-4772-4e6b-975d-3c4aeb286af7 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4fe191-5cf9-48db-b769-b15b6eb610cd,revision_number=0']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:32.536445 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-927e7101-4772-4e6b-975d-3c4aeb286af7 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:32.537770 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-927e7101-4772-4e6b-975d-3c4aeb286af7 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3095946 Aug 27 09:50:32.540599 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56100) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:32.547836 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-96bf3736-2798-4e43-a59b-7b7fb3fb4523 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Request body: {'security_group_rule': {'security_group_id': 'd11a362f-0c49-4497-89cf-40430553a5a6', 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:32.554669 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-496456e0-7f5d-4cd7-95b7-5fc3671801bb req-360abb0c-faf1-4393-9bcc-34c13db317a0 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831053 Aug 27 09:50:32.582453 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847a4c3-257d-4fef-a7a1-9491f2a6229a req-58ae407b-e566-4b08-aa1b-97e29e578cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:32.584417 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3847a4c3-257d-4fef-a7a1-9491f2a6229a req-58ae407b-e566-4b08-aa1b-97e29e578cbb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9fde31b5-2732-403d-afa4-b933d59badcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1238644 Aug 27 09:50:32.599954 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-96bf3736-2798-4e43-a59b-7b7fb3fb4523 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:32.627703 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-203b2804-bca5-4e5d-9ea5-a9d3f36dc401 None None] Set router 58a0c187-ad6d-4aa8-a096-f672891485b5 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:50:32.759587 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-96bf3736-2798-4e43-a59b-7b7fb3fb4523 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:32.766639 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3847a4c3-257d-4fef-a7a1-9491f2a6229a req-33f53b94-2992-44b9-9427-0ac5d1e9acfe service neutron] 10.222.0.65 "GET /v2.0/networks/9fde31b5-2732-403d-afa4-b933d59badcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490004 Aug 27 09:50:32.767874 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-96bf3736-2798-4e43-a59b-7b7fb3fb4523 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:32.830500 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf3736-2798-4e43-a59b-7b7fb3fb4523 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c7c4d4-a186-4f16-b03c-896bf5b147f9,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:32.838385 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-96bf3736-2798-4e43-a59b-7b7fb3fb4523 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:32.839584 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-96bf3736-2798-4e43-a59b-7b7fb3fb4523 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2977784 Aug 27 09:50:32.844206 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 56104) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:32.849479 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-1b210b79-b1b9-4b1f-bdd3-682c6be0c464 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Request body: {'security_group_rule': {'security_group_id': 'd11a362f-0c49-4497-89cf-40430553a5a6', 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:32.873794 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-203b2804-bca5-4e5d-9ea5-a9d3f36dc401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'name': 'tempest-TestMinimumBasicScenario-142511287-router', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:12Z', 'revision_number': 4, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'gw_port': {'id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'f833ab1e-def9-4afc-9cd6-14636be1a186', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'port_id': '3ade17a6-1042-4083-8902-906ae06f9564', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc', 'mac_address': 'fa:16:3e:68:a9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2475cff-bf6a-4ebb-b091-5dafdf8cb523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:50:30Z', 'updated_at': '2021-08-27T09:50:30Z', 'revision_number': 0, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa', 'name': '', 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'mac_address': 'fa:16:3e:a4:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4cd6e11d-1d08-4b5b-875e-ba4dc957d343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:11Z', 'updated_at': '2021-08-27T09:49:18Z', 'revision_number': 5, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'subnets': [{'id': '4cd6e11d-1d08-4b5b-875e-ba4dc957d343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:50:32.877748 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1b210b79-b1b9-4b1f-bdd3-682c6be0c464 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:32.887769 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3847a4c3-257d-4fef-a7a1-9491f2a6229a req-0efb70a1-7d4f-48e1-ab7f-0011e484c9f8 service neutron] 10.222.0.65 "GET /v2.0/networks/9fde31b5-2732-403d-afa4-b933d59badcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081684 Aug 27 09:50:32.904622 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b2804-bca5-4e5d-9ea5-a9d3f36dc401 None None] The sync data for ids ['58a0c187-ad6d-4aa8-a096-f672891485b5'] in dv-cinder-804757-3-iscsi is: [{'id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'name': 'tempest-TestMinimumBasicScenario-142511287-router', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:12Z', 'revision_number': 4, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'gw_port': {'id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'f833ab1e-def9-4afc-9cd6-14636be1a186', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'port_id': '3ade17a6-1042-4083-8902-906ae06f9564', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc', 'mac_address': 'fa:16:3e:68:a9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2475cff-bf6a-4ebb-b091-5dafdf8cb523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:50:30Z', 'updated_at': '2021-08-27T09:50:30Z', 'revision_number': 0, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa', 'name': '', 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'mac_address': 'fa:16:3e:a4:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4cd6e11d-1d08-4b5b-875e-ba4dc957d343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:11Z', 'updated_at': '2021-08-27T09:49:18Z', 'revision_number': 5, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'subnets': [{'id': '4cd6e11d-1d08-4b5b-875e-ba4dc957d343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:50:32.947968 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1b210b79-b1b9-4b1f-bdd3-682c6be0c464 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:32.954622 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1b210b79-b1b9-4b1f-bdd3-682c6be0c464 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:32.977987 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b210b79-b1b9-4b1f-bdd3-682c6be0c464 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503a1683-caa3-46f5-ab6f-eacfea0a0e73,revision_number=0']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:32.981179 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1b210b79-b1b9-4b1f-bdd3-682c6be0c464 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:32.982855 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-1b210b79-b1b9-4b1f-bdd3-682c6be0c464 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371238 Aug 27 09:50:32.985745 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 56108) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:32.990479 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-854e4e15-e847-4d19-99f3-7e07e4dea49e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Request body: {'security_group_rule': {'security_group_id': 'd11a362f-0c49-4497-89cf-40430553a5a6', 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:33.023372 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4497eb-9290-4a16-9b6c-90d3dc2661e0 req-093944a6-1393-4476-a454-44d71dcf9580 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:33.024512 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-854e4e15-e847-4d19-99f3-7e07e4dea49e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:33.025169 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8b4497eb-9290-4a16-9b6c-90d3dc2661e0 req-093944a6-1393-4476-a454-44d71dcf9580 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0661490 Aug 27 09:50:33.068344 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8b4497eb-9290-4a16-9b6c-90d3dc2661e0 req-ed691cf9-6d07-4653-baf1-5e8da267333e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342050 Aug 27 09:50:33.088420 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-854e4e15-e847-4d19-99f3-7e07e4dea49e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:33.092462 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-854e4e15-e847-4d19-99f3-7e07e4dea49e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:33.113540 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e4e15-e847-4d19-99f3-7e07e4dea49e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e49dac2-e66e-49c4-9e29-d82848f2e433,revision_number=0']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:33.117740 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-854e4e15-e847-4d19-99f3-7e07e4dea49e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:33.118953 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-854e4e15-e847-4d19-99f3-7e07e4dea49e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321981 Aug 27 09:50:33.121711 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56110) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:33.127041 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-0dc4078f-396a-435f-8c50-af87d5f29dcf tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Request body: {'security_group_rule': {'security_group_id': 'd11a362f-0c49-4497-89cf-40430553a5a6', 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:33.152345 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.securitygroups_db [None req-0dc4078f-396a-435f-8c50-af87d5f29dcf tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Project cd7089dd37db4591a4bfa8f85c7b8e01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 09:50:33.156438 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4425911-641d-439b-a80b-37877c288c06 None None] New status for floating IP f833ab1e-def9-4afc-9cd6-14636be1a186: ACTIVE {{(pid=100336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 09:50:33.158340 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0dc4078f-396a-435f-8c50-af87d5f29dcf tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:33.209759 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0dc4078f-396a-435f-8c50-af87d5f29dcf tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:33.214186 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0dc4078f-396a-435f-8c50-af87d5f29dcf tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:33.232272 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4078f-396a-435f-8c50-af87d5f29dcf tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c391444-b551-46e9-ae68-6ad302ed3188,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:33.239159 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0dc4078f-396a-435f-8c50-af87d5f29dcf tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:33.240440 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-0dc4078f-396a-435f-8c50-af87d5f29dcf tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177027 Aug 27 09:50:33.243429 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 56112) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:33.248564 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-411215dd-ab21-4408-9ca1-e3e6773dcc1e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Request body: {'security_group_rule': {'security_group_id': 'd11a362f-0c49-4497-89cf-40430553a5a6', 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:33.270658 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.db.securitygroups_db [None req-411215dd-ab21-4408-9ca1-e3e6773dcc1e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Project cd7089dd37db4591a4bfa8f85c7b8e01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 09:50:33.276090 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-411215dd-ab21-4408-9ca1-e3e6773dcc1e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:33.340872 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-411215dd-ab21-4408-9ca1-e3e6773dcc1e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:33.346066 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-411215dd-ab21-4408-9ca1-e3e6773dcc1e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:33.364538 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411215dd-ab21-4408-9ca1-e3e6773dcc1e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8947a1-d62c-434f-a783-a2990fdac457,revision_number=0']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:33.370518 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-411215dd-ab21-4408-9ca1-e3e6773dcc1e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:33.371932 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-411215dd-ab21-4408-9ca1-e3e6773dcc1e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274855 Aug 27 09:50:33.448845 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-cedf35c5-1cc5-4d2a-84c8-8618d393484c req-be87a3a9-4f84-4c08-a14b-d098a37d737f tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793452121&fields=id&tenant_id=cd7089dd37db4591a4bfa8f85c7b8e01 HTTP/1.1" status: 200 len: 267 time: 0.0331316 Aug 27 09:50:33.502241 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf35c5-1cc5-4d2a-84c8-8618d393484c req-d0a74723-0d8b-4438-8257-138b5f525ea3 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:33.503783 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-cedf35c5-1cc5-4d2a-84c8-8618d393484c req-d0a74723-0d8b-4438-8257-138b5f525ea3 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 945 time: 0.0475950 Aug 27 09:50:33.515342 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [req-cedf35c5-1cc5-4d2a-84c8-8618d393484c req-a5986327-6620-461b-948d-bf759a015efe tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Request body: {'port': {'security_groups': ['f44e3161-269f-434d-88c2-e41218323ea8', 'd11a362f-0c49-4497-89cf-40430553a5a6']}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:33.579722 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-cedf35c5-1cc5-4d2a-84c8-8618d393484c req-a5986327-6620-461b-948d-bf759a015efe tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:33.664407 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432025a-94aa-43cf-8362-315eb4eb7e04 req-48d21ee7-fce2-4414-b59a-72a6ce75c021 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:33.665825 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f432025a-94aa-43cf-8362-315eb4eb7e04 req-48d21ee7-fce2-4414-b59a-72a6ce75c021 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0498462 Aug 27 09:50:33.707358 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f432025a-94aa-43cf-8362-315eb4eb7e04 req-f2333b30-1be8-4c1c-a1fa-ce53e906f961 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353067 Aug 27 09:50:33.767402 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [req-cedf35c5-1cc5-4d2a-84c8-8618d393484c req-a5986327-6620-461b-948d-bf759a015efe tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] For port 3ade17a6-1042-4083-8902-906ae06f9564, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3ade17a6-1042-4083-8902-906ae06f9564,segment=NetworkSegment(a16105dc-f825-4adb-bc92-ed44068a7422),segment_id=a16105dc-f825-4adb-bc92-ed44068a7422)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:33.799962 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-cedf35c5-1cc5-4d2a-84c8-8618d393484c req-a5986327-6620-461b-948d-bf759a015efe tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for port, precommit_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:33.804452 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-cedf35c5-1cc5-4d2a-84c8-8618d393484c req-a5986327-6620-461b-948d-bf759a015efe tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:33.847680 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf35c5-1cc5-4d2a-84c8-8618d393484c req-a5986327-6620-461b-948d-bf759a015efe tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:33.848328 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-cedf35c5-1cc5-4d2a-84c8-8618d393484c req-a5986327-6620-461b-948d-bf759a015efe tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:33.849796 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-cedf35c5-1cc5-4d2a-84c8-8618d393484c req-a5986327-6620-461b-948d-bf759a015efe tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "PUT /v2.0/ports/3ade17a6-1042-4083-8902-906ae06f9564 HTTP/1.1" status: 200 len: 981 time: 0.3396087 Aug 27 09:50:33.875059 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5986327-6620-461b-948d-bf759a015efe tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Pushing event updated for resources: {'Port': ['ID=3ade17a6-1042-4083-8902-906ae06f9564,revision_number=6']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:33.967987 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fadf18-ee1e-4f8b-9b36-4cbe54f88f61 req-836e62ab-17c4-4719-9a09-adc15c0a9fb3 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:33.969733 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d0fadf18-ee1e-4f8b-9b36-4cbe54f88f61 req-836e62ab-17c4-4719-9a09-adc15c0a9fb3 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 984 time: 0.0553803 Aug 27 09:50:34.012850 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d0fadf18-ee1e-4f8b-9b36-4cbe54f88f61 req-a1e6fd27-0178-418c-bb09-c6888d0f5630 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=d11a362f-0c49-4497-89cf-40430553a5a6&id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369298 Aug 27 09:50:34.021878 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2475cff-bf6a-4ebb-b091-5dafdf8cb523', 'tag': '3ade17a6-1042-4083-8902-906ae06f9564'}] {{(pid=100335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:50:34.024180 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}025450df2500551f9904fcf1c9a215fd0038e6a364e6ac7978f47cafd8b0d6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61039635-0181-4a6b-9d6f-1eef6af2b948" -d '{"events": [{"name": "network-changed", "server_uuid": "e2475cff-bf6a-4ebb-b091-5dafdf8cb523", "tag": "3ade17a6-1042-4083-8902-906ae06f9564"}]}' {{(pid=100335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:50:34.051163 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-1d27a204-4d55-4a7f-ae70-f36f730e9cb8 None None] Provisioning complete for port 3ade17a6-1042-4083-8902-906ae06f9564 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:50:34.051600 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-1d27a204-4d55-4a7f-ae70-f36f730e9cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:34.061960 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ec82c9-762e-47c0-8ffb-be915d4b4230 x-openstack-request-id: req-18ec82c9-762e-47c0-8ffb-be915d4b4230 {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:50:34.062269 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2475cff-bf6a-4ebb-b091-5dafdf8cb523", "tag": "3ade17a6-1042-4083-8902-906ae06f9564", "status": "completed", "code": 200}]} {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:50:34.062486 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-18ec82c9-762e-47c0-8ffb-be915d4b4230 {{(pid=100335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:50:34.062866 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2475cff-bf6a-4ebb-b091-5dafdf8cb523', 'tag': '3ade17a6-1042-4083-8902-906ae06f9564', 'status': 'completed', 'code': 200} Aug 27 09:50:34.183995 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c290c6-7943-41eb-9d27-4fbccd623b70 req-3f13e575-21e8-45aa-a84e-d05bfe885a61 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:34.186193 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e0c290c6-7943-41eb-9d27-4fbccd623b70 req-3f13e575-21e8-45aa-a84e-d05bfe885a61 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0492373 Aug 27 09:50:34.222888 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e0c290c6-7943-41eb-9d27-4fbccd623b70 req-863d858b-353e-4938-9c8a-4e8a45413e6f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308928 Aug 27 09:50:34.831645 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a0ec5-a80c-4eaa-97a4-2fa3c2197717 req-9e8e5a7d-dea6-4f4d-869c-752acdfc5bed tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:34.833131 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-462a0ec5-a80c-4eaa-97a4-2fa3c2197717 req-9e8e5a7d-dea6-4f4d-869c-752acdfc5bed tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0496871 Aug 27 09:50:34.870447 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-462a0ec5-a80c-4eaa-97a4-2fa3c2197717 req-7e340096-87d9-4ede-843e-843839a0f0e5 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314617 Aug 27 09:50:35.337789 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715de7bf-b7d1-4f26-9d49-222229221799 req-18bbc866-e7aa-4c91-b3f4-0c22bfb9bb24 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:35.339241 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-715de7bf-b7d1-4f26-9d49-222229221799 req-18bbc866-e7aa-4c91-b3f4-0c22bfb9bb24 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0473592 Aug 27 09:50:35.376122 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-715de7bf-b7d1-4f26-9d49-222229221799 req-b6550085-a2c8-4fc1-9d04-ab2913ea3de1 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305264 Aug 27 09:50:35.987765 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530776a-6ddf-4872-b417-585ef9b6d914 req-9bb4d583-bf05-4724-9820-48209d863ab7 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:35.989206 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9530776a-6ddf-4872-b417-585ef9b6d914 req-9bb4d583-bf05-4724-9820-48209d863ab7 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0470760 Aug 27 09:50:36.026336 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9530776a-6ddf-4872-b417-585ef9b6d914 req-dd68760c-e14f-4989-ae28-8dd0db64dd46 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313716 Aug 27 09:50:36.233262 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['3ade17a6-1042-4083-8902-906ae06f9564'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:50:36.344204 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['3ade17a6-1042-4083-8902-906ae06f9564'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:50:36.368832 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c506447-0a58-43f9-ab44-c03c3b24ee43 req-1025d1f1-7df2-4d52-a2d5-31c5bbdc206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:36.370357 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7c506447-0a58-43f9-ab44-c03c3b24ee43 req-1025d1f1-7df2-4d52-a2d5-31c5bbdc206a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7&tenant_id=2ec5ee960a9a402baca62a4f82fadfe3 HTTP/1.1" status: 200 len: 1096 time: 0.0991650 Aug 27 09:50:36.373002 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61039635-0181-4a6b-9d6f-1eef6af2b948 req-d9f9a728-d3f3-4206-ae6d-3dddcaa0be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:36.374883 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-61039635-0181-4a6b-9d6f-1eef6af2b948 req-d9f9a728-d3f3-4206-ae6d-3dddcaa0be47 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd7089dd37db4591a4bfa8f85c7b8e01&device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 1137 time: 0.0957909 Aug 27 09:50:36.529234 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c506447-0a58-43f9-ab44-c03c3b24ee43 req-89dfd0f7-4845-41d5-82a2-d9aa7df94b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:36.531158 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7c506447-0a58-43f9-ab44-c03c3b24ee43 req-89dfd0f7-4845-41d5-82a2-d9aa7df94b30 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ec5ee960a9a402baca62a4f82fadfe3&device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 1096 time: 0.1192868 Aug 27 09:50:36.563074 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51322c4d-eeb2-4451-a3f6-088a8493bddd req-e77b4b94-08c5-40fd-879c-99f608213726 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:36.564474 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-51322c4d-eeb2-4451-a3f6-088a8493bddd req-e77b4b94-08c5-40fd-879c-99f608213726 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.1147618 Aug 27 09:50:36.861385 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61039635-0181-4a6b-9d6f-1eef6af2b948 req-087d646d-6c75-4f10-ad89-b3efadcb741b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:36.863326 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-61039635-0181-4a6b-9d6f-1eef6af2b948 req-087d646d-6c75-4f10-ad89-b3efadcb741b service neutron] 10.222.0.65 "GET /v2.0/networks?id=9fde31b5-2732-403d-afa4-b933d59badcc HTTP/1.1" status: 200 len: 916 time: 0.4595439 Aug 27 09:50:36.949118 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-51322c4d-eeb2-4451-a3f6-088a8493bddd req-a432da7b-e5fc-442b-899e-feac533a6d75 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657968 Aug 27 09:50:36.981391 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-61039635-0181-4a6b-9d6f-1eef6af2b948 req-eb3f1559-df03-4fbb-a605-101bc54530f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ade17a6-1042-4083-8902-906ae06f9564 HTTP/1.1" status: 200 len: 1000 time: 0.1033382 Aug 27 09:50:36.983198 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c506447-0a58-43f9-ab44-c03c3b24ee43 req-b2782752-2826-41ab-b39c-16861f64daef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:36.985071 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7c506447-0a58-43f9-ab44-c03c3b24ee43 req-b2782752-2826-41ab-b39c-16861f64daef service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 HTTP/1.1" status: 200 len: 918 time: 0.4375918 Aug 27 09:50:37.090314 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61039635-0181-4a6b-9d6f-1eef6af2b948 req-78dbbfb4-c7d6-46d4-b8ad-b07f6605771d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:37.093100 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-61039635-0181-4a6b-9d6f-1eef6af2b948 req-78dbbfb4-c7d6-46d4-b8ad-b07f6605771d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cd6e11d-1d08-4b5b-875e-ba4dc957d343 HTTP/1.1" status: 200 len: 853 time: 0.0874462 Aug 27 09:50:37.095578 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['3ade17a6-1042-4083-8902-906ae06f9564'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:50:37.099775 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7c506447-0a58-43f9-ab44-c03c3b24ee43 req-aae024ad-424c-44dc-88ec-fd297d2c1a0b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60322d0d-86b6-4a85-acea-ea1c9f48a68f HTTP/1.1" status: 200 len: 999 time: 0.0884609 Aug 27 09:50:37.155906 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e49e5-b876-45e9-8021-7d3179cd6e12 req-490628b3-7375-49f5-948c-a181bc344ead tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:37.157415 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-727e49e5-b876-45e9-8021-7d3179cd6e12 req-490628b3-7375-49f5-948c-a181bc344ead tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0574033 Aug 27 09:50:37.174466 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c506447-0a58-43f9-ab44-c03c3b24ee43 req-fa9a0491-cb3d-49d2-a12b-1b43eb27a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:37.176044 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7c506447-0a58-43f9-ab44-c03c3b24ee43 req-fa9a0491-cb3d-49d2-a12b-1b43eb27a5ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=505694e5-d336-4af2-b727-846909e5f608 HTTP/1.1" status: 200 len: 855 time: 0.0662341 Aug 27 09:50:37.177928 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61039635-0181-4a6b-9d6f-1eef6af2b948 req-3c158c10-28cd-45f9-b8bf-c8f375178671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:37.179647 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-61039635-0181-4a6b-9d6f-1eef6af2b948 req-3c158c10-28cd-45f9-b8bf-c8f375178671 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9fde31b5-2732-403d-afa4-b933d59badcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789545 Aug 27 09:50:37.196721 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-727e49e5-b876-45e9-8021-7d3179cd6e12 req-83227f5a-a684-48cb-b19e-8fa1c08f25ee tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317233 Aug 27 09:50:38.066259 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacdd29-9fa1-45b2-92ec-559dcda78f6c req-beb95c1a-68b7-4f10-8942-08aee79d627f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:38.067748 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-deacdd29-9fa1-45b2-92ec-559dcda78f6c req-beb95c1a-68b7-4f10-8942-08aee79d627f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0489321 Aug 27 09:50:38.113096 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-deacdd29-9fa1-45b2-92ec-559dcda78f6c req-a3e8658e-2f48-47d2-b751-19bb3d0e15d5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395291 Aug 27 09:50:38.323210 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae48ba7-b264-4bed-b646-2f109ec2288b req-b6e4340d-56d4-429c-abc4-b1ed923a0b41 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:38.324840 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3ae48ba7-b264-4bed-b646-2f109ec2288b req-b6e4340d-56d4-429c-abc4-b1ed923a0b41 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0532212 Aug 27 09:50:38.363691 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3ae48ba7-b264-4bed-b646-2f109ec2288b req-e323a6c2-ad4a-40e1-95c0-88f8f2fd7231 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326674 Aug 27 09:50:38.395886 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c506447-0a58-43f9-ab44-c03c3b24ee43 req-86fb2d8a-2ab7-47b1-9887-96fded0587b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:38.397384 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7c506447-0a58-43f9-ab44-c03c3b24ee43 req-86fb2d8a-2ab7-47b1-9887-96fded0587b5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1090877 Aug 27 09:50:38.414050 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-61039635-0181-4a6b-9d6f-1eef6af2b948 req-f8b3b5e3-821c-41c9-9655-6c4e707d6d2f service neutron] 10.222.0.65 "GET /v2.0/networks/9fde31b5-2732-403d-afa4-b933d59badcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166086 Aug 27 09:50:39.228492 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b2ed2-35c7-411b-85cf-03d16f31c86d req-58aea054-d6fc-41ef-b8e0-594417c2d9b5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:39.229913 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0b5b2ed2-35c7-411b-85cf-03d16f31c86d req-58aea054-d6fc-41ef-b8e0-594417c2d9b5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0515780 Aug 27 09:50:39.268855 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0b5b2ed2-35c7-411b-85cf-03d16f31c86d req-2ef0435f-a6d9-42c5-b762-343753b7fb52 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331368 Aug 27 09:50:39.487263 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9bbcb-323e-48c5-b1af-72c1179e89de req-68e7a6bf-c955-48b8-8c48-fc35a6acfe48 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:39.488740 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9fc9bbcb-323e-48c5-b1af-72c1179e89de req-68e7a6bf-c955-48b8-8c48-fc35a6acfe48 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0528278 Aug 27 09:50:39.526130 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9fc9bbcb-323e-48c5-b1af-72c1179e89de req-5acf8743-6ab5-429d-8095-a4292639796b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314982 Aug 27 09:50:40.460006 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347b2ce-01af-4e25-9588-739c6c134133 req-63f4b965-0930-414c-9e6b-061141d1bea0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:40.461500 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8347b2ce-01af-4e25-9588-739c6c134133 req-63f4b965-0930-414c-9e6b-061141d1bea0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.1115229 Aug 27 09:50:40.502224 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7c506447-0a58-43f9-ab44-c03c3b24ee43 req-b5b7863f-7a54-4a79-86a7-ed8608fdd7dc service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079964 Aug 27 09:50:40.505928 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-61039635-0181-4a6b-9d6f-1eef6af2b948 req-4b4c0c4d-43cb-4f70-81f8-382f4f8cd1bd service neutron] 10.222.0.65 "GET /v2.0/networks/9fde31b5-2732-403d-afa4-b933d59badcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030845 Aug 27 09:50:40.522751 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8347b2ce-01af-4e25-9588-739c6c134133 req-279d3030-9f01-421e-9759-126f18f29a30 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503366 Aug 27 09:50:40.605957 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7c506447-0a58-43f9-ab44-c03c3b24ee43 req-0c2e02ce-7455-412e-b2ca-f64398ffdb1f service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822713 Aug 27 09:50:40.649941 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb25623-d99c-4ec4-8048-b2d88c9f2c8b req-5ebd6521-5da9-430e-a96f-69139944597d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:40.651397 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1eb25623-d99c-4ec4-8048-b2d88c9f2c8b req-5ebd6521-5da9-430e-a96f-69139944597d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0538120 Aug 27 09:50:40.690987 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1eb25623-d99c-4ec4-8048-b2d88c9f2c8b req-163ab5d6-cea4-479d-889b-e1e56ec99b52 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327020 Aug 27 09:50:41.664643 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd66f99-8aef-41f5-91e4-c473ab94956d req-9791845f-d98a-4ae0-b4fa-09e8c2c3abf5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:41.668874 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5cd66f99-8aef-41f5-91e4-c473ab94956d req-9791845f-d98a-4ae0-b4fa-09e8c2c3abf5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0587428 Aug 27 09:50:41.706939 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5cd66f99-8aef-41f5-91e4-c473ab94956d req-f6631dc7-c5c4-4760-9489-db7e7d25f010 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343506 Aug 27 09:50:41.825111 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d06de3-d105-4244-8e46-b57967435e68 req-44057f24-1d65-4219-8673-e193fc141595 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:41.826727 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-21d06de3-d105-4244-8e46-b57967435e68 req-44057f24-1d65-4219-8673-e193fc141595 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0496435 Aug 27 09:50:41.870461 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-21d06de3-d105-4244-8e46-b57967435e68 req-79c88432-3d1d-4537-90d6-e08f6e321462 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374579 Aug 27 09:50:42.844089 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646f0e8-cff5-45a6-83d9-fa19161bd64e req-7a684257-11ab-4fd5-b6e0-162659b80a47 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:42.845655 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1646f0e8-cff5-45a6-83d9-fa19161bd64e req-7a684257-11ab-4fd5-b6e0-162659b80a47 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0706463 Aug 27 09:50:42.884148 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1646f0e8-cff5-45a6-83d9-fa19161bd64e req-c956731f-8306-4b87-ac00-8c7b9ad1917b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326324 Aug 27 09:50:42.998748 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff583a3-b902-447c-9bd9-fa940ed26a28 req-76cfacaa-328b-4330-92b5-b5de69e11965 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:43.000374 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-eff583a3-b902-447c-9bd9-fa940ed26a28 req-76cfacaa-328b-4330-92b5-b5de69e11965 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0527084 Aug 27 09:50:43.040886 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-eff583a3-b902-447c-9bd9-fa940ed26a28 req-1b1bfce3-f5b6-4280-aa6a-cb8835c89fae tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336890 Aug 27 09:50:44.019996 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e71392-6e36-4b9d-81ae-ae1bc4e53153 req-28f30c55-abac-4f75-887b-f0474f23b661 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:44.021533 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e1e71392-6e36-4b9d-81ae-ae1bc4e53153 req-28f30c55-abac-4f75-887b-f0474f23b661 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0511892 Aug 27 09:50:44.061458 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e1e71392-6e36-4b9d-81ae-ae1bc4e53153 req-c27d2e77-4e99-47e6-84df-060126e98ce3 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338259 Aug 27 09:50:44.168617 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071eec3-0271-48f6-a566-d093c07a3566 req-aee4a91c-9213-46ff-98c6-131ab93597f6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:44.170922 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7071eec3-0271-48f6-a566-d093c07a3566 req-aee4a91c-9213-46ff-98c6-131ab93597f6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0527189 Aug 27 09:50:44.209652 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7071eec3-0271-48f6-a566-d093c07a3566 req-57e745cd-78ac-4df9-8c99-a18a2290b84c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328851 Aug 27 09:50:45.183900 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dbf0b-f803-4126-99ed-7c1b8f1be9df req-f23d4543-a26a-4d73-a504-d8d05905cfb3 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:45.185991 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-578dbf0b-f803-4126-99ed-7c1b8f1be9df req-f23d4543-a26a-4d73-a504-d8d05905cfb3 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0563912 Aug 27 09:50:45.225386 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-578dbf0b-f803-4126-99ed-7c1b8f1be9df req-6bcf8453-77ed-47dc-ba41-952782305266 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326350 Aug 27 09:50:45.334792 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a377638-ed09-45e4-a8d6-fcf58da08470 req-1ce37ca8-8bf2-4e6c-9aaf-6bfbccbde3fe tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:45.336504 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1a377638-ed09-45e4-a8d6-fcf58da08470 req-1ce37ca8-8bf2-4e6c-9aaf-6bfbccbde3fe tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0498104 Aug 27 09:50:45.377243 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1a377638-ed09-45e4-a8d6-fcf58da08470 req-c2f79ea7-faf8-4cc1-a264-69bdcf818cd2 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336943 Aug 27 09:50:46.223312 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:50:46.366955 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff6204-daf1-4628-b186-11448d9326b8 req-1a5f22aa-ccf3-4996-969d-65f36d09e4b4 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:46.369239 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-dbff6204-daf1-4628-b186-11448d9326b8 req-1a5f22aa-ccf3-4996-969d-65f36d09e4b4 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0646513 Aug 27 09:50:46.392461 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56320) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:46.412951 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-dbff6204-daf1-4628-b186-11448d9326b8 req-1184de62-4580-4940-8ca9-e8fe7fdd2d59 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367229 Aug 27 09:50:46.532853 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00cc58-994b-4cc2-8e9a-0afae463166b req-de3bc1e5-5a24-4801-9b00-0588b705edbe tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:46.534477 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7b00cc58-994b-4cc2-8e9a-0afae463166b req-de3bc1e5-5a24-4801-9b00-0588b705edbe tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0641463 Aug 27 09:50:46.537864 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-86385ee2-a19e-4001-a663-1c7279186e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:46.574897 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7b00cc58-994b-4cc2-8e9a-0afae463166b req-846e4807-6137-4b95-b769-e7a11e7bb1c9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341008 Aug 27 09:50:46.645078 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-86385ee2-a19e-4001-a663-1c7279186e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:46.649740 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-86385ee2-a19e-4001-a663-1c7279186e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:46.687848 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-86385ee2-a19e-4001-a663-1c7279186e78 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e12520d5572486cb0633c755028f169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942877 Aug 27 09:50:46.690496 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 56328) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:46.697044 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86385ee2-a19e-4001-a663-1c7279186e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8745bac-1cfb-42be-9be1-f61fb4a1dcb5,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:46.744081 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5968d56a-4e33-4011-b35a-62897774ab81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:46.767131 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5968d56a-4e33-4011-b35a-62897774ab81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:46.814884 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5968d56a-4e33-4011-b35a-62897774ab81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:46.817722 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5968d56a-4e33-4011-b35a-62897774ab81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:46.818884 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-5968d56a-4e33-4011-b35a-62897774ab81 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8745bac-1cfb-42be-9be1-f61fb4a1dcb5 HTTP/1.1" status: 204 len: 168 time: 0.1272330 Aug 27 09:50:46.827722 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968d56a-4e33-4011-b35a-62897774ab81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8745bac-1cfb-42be-9be1-f61fb4a1dcb5,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:47.545906 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56352) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:47.563086 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2781f1-7460-43d8-b1d0-ad520b4ab5d5 req-39f1fec9-a374-4be0-a4d6-58a0d37fc9aa tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:47.564708 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8d2781f1-7460-43d8-b1d0-ad520b4ab5d5 req-39f1fec9-a374-4be0-a4d6-58a0d37fc9aa tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0643725 Aug 27 09:50:47.609590 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8d2781f1-7460-43d8-b1d0-ad520b4ab5d5 req-09814972-b511-4702-ac52-6d220457d84d tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381329 Aug 27 09:50:47.661031 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-902acd09-cd1c-4865-b970-885c6b739c3d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1539839745-network', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:47.694881 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902acd09-cd1c-4865-b970-885c6b739c3d admin admin] Made reservation on behalf of a36c7d635aa4453085e33b93c245c04f for: {'network': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:50:47.697211 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-902acd09-cd1c-4865-b970-885c6b739c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for network, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:47.706464 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-902acd09-cd1c-4865-b970-885c6b739c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:47.725039 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d5954-5036-40cb-9d7e-161c251ef411 req-1a29a7d1-1d79-49b3-a7a8-c6a069997ae8 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:47.726556 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-755d5954-5036-40cb-9d7e-161c251ef411 req-1a29a7d1-1d79-49b3-a7a8-c6a069997ae8 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0535781 Aug 27 09:50:47.769755 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-755d5954-5036-40cb-9d7e-161c251ef411 req-2d19f701-3139-4fcf-b392-f0b4570a1623 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361545 Aug 27 09:50:47.820403 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-902acd09-cd1c-4865-b970-885c6b739c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:47.824099 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-902acd09-cd1c-4865-b970-885c6b739c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:47.849935 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902acd09-cd1c-4865-b970-885c6b739c3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=100334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 09:50:47.862031 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902acd09-cd1c-4865-b970-885c6b739c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f654f3-4118-400c-9178-d8f66bf66267,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:47.864901 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-902acd09-cd1c-4865-b970-885c6b739c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:47.865240 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.segments_db [None req-902acd09-cd1c-4865-b970-885c6b739c3d admin admin] Added segment 19452456-548c-45f4-9c30-62fb5ae22916 of type vlan for network cc19112f-ba8d-4504-88bf-0381b6982fa3 Aug 27 09:50:47.908112 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-902acd09-cd1c-4865-b970-885c6b739c3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775451267687'] for network, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:47.933339 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-902acd09-cd1c-4865-b970-885c6b739c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for network, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:47.934382 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902acd09-cd1c-4865-b970-885c6b739c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:47.934964 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-902acd09-cd1c-4865-b970-885c6b739c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:47.995874 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-902acd09-cd1c-4865-b970-885c6b739c3d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4481862 Aug 27 09:50:47.999311 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56358) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:48.003991 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-9a599f53-f563-4a94-abaf-e95b6f7facab admin admin] Request body: {'subnet': {'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1539839745-subnet', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'ip_version': 4}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:48.008147 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902acd09-cd1c-4865-b970-885c6b739c3d admin admin] Pushing event updated for resources: {'Network': ['ID=cc19112f-ba8d-4504-88bf-0381b6982fa3,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:48.019765 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Network cc19112f-ba8d-4504-88bf-0381b6982fa3 details requested by agent ovs-agent-dv-cinder-804757-3-iscsi with host dv-cinder-804757-3-iscsi {{(pid=100336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 09:50:48.026849 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a599f53-f563-4a94-abaf-e95b6f7facab admin admin] Made reservation on behalf of a36c7d635aa4453085e33b93c245c04f for: {'subnet': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:50:48.029459 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9a599f53-f563-4a94-abaf-e95b6f7facab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9947324'] for subnet, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:48.206172 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9a599f53-f563-4a94-abaf-e95b6f7facab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10045627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9947342'] for subnet, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:48.255919 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a599f53-f563-4a94-abaf-e95b6f7facab admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c6d5bd7-f50f-42b4-861c-8d22947a1275,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:48.275725 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a599f53-f563-4a94-abaf-e95b6f7facab admin admin] Checking segment: {'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:50:48.276081 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a599f53-f563-4a94-abaf-e95b6f7facab admin admin] Network hostable DHCP agents. Network: cc19112f-ba8d-4504-88bf-0381b6982fa3, hostable agents: ['f25084d2-4677-41d8-9429-a13aa7534b2d'], hosted agents: [] {{(pid=100334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 09:50:48.293818 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a599f53-f563-4a94-abaf-e95b6f7facab admin admin] Network cc19112f-ba8d-4504-88bf-0381b6982fa3 is scheduled to be hosted by DHCP agent f25084d2-4677-41d8-9429-a13aa7534b2d with binding_index 1 {{(pid=100334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 09:50:48.303117 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-9a599f53-f563-4a94-abaf-e95b6f7facab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-3-iscsi, cc19112f-ba8d-4504-88bf-0381b6982fa3) {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:50:48.307792 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a599f53-f563-4a94-abaf-e95b6f7facab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:48.308590 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9a599f53-f563-4a94-abaf-e95b6f7facab admin admin] Notify callbacks [] for subnet, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:48.316559 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7222bd5d-6e58-4b19-981f-e6d6bf460239 None None] Network cc19112f-ba8d-4504-88bf-0381b6982fa3 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:50:48.338812 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-9a599f53-f563-4a94-abaf-e95b6f7facab admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3358285 Aug 27 09:50:48.339145 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56360) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:48.343743 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-203b124c-c4a6-4854-b46e-a7d6ac76dceb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:48.378984 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-203b124c-c4a6-4854-b46e-a7d6ac76dceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-510412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1023757'] for router, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:48.380045 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-203b124c-c4a6-4854-b46e-a7d6ac76dceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1023750'] for router, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:48.443196 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-203b124c-c4a6-4854-b46e-a7d6ac76dceb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:48.467588 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc97b90-cefa-5163-94d9-147ed2ba9986-cc19112f-ba8d-4504-88bf-0381b6982fa3', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275'}]}} from dv-cinder-804757-3-iscsi. {{(pid=100336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 09:50:48.468619 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:48.586930 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-203b124c-c4a6-4854-b46e-a7d6ac76dceb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:48.626708 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.db_base_plugin_common [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Allocated IP 172.20.0.2 (cc19112f-ba8d-4504-88bf-0381b6982fa3/1c6d5bd7-f50f-42b4-861c-8d22947a1275/d0e429e2-96e5-415d-8462-8b5768e927f2) {{(pid=100336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:50:48.754207 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144f796-641c-4e7c-94e5-1902366d17a8 req-c60e71f2-af30-47e9-8c70-0aeddfb0672d tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:48.757999 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9144f796-641c-4e7c-94e5-1902366d17a8 req-c60e71f2-af30-47e9-8c70-0aeddfb0672d tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0589468 Aug 27 09:50:48.802013 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9144f796-641c-4e7c-94e5-1902366d17a8 req-8a40f587-a616-4738-87d1-e44a8b6d8c8b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392025 Aug 27 09:50:48.813921 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Notify callbacks [] for port, precommit_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:48.823315 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-203b124c-c4a6-4854-b46e-a7d6ac76dceb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:48.824054 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Transition to ACTIVE for port object d0e429e2-96e5-415d-8462-8b5768e927f2 will not be triggered until provisioned by entity L2. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:50:48.843387 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Transition to ACTIVE for port object d0e429e2-96e5-415d-8462-8b5768e927f2 will not be triggered until provisioned by entity DHCP. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:50:48.850557 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:48.851253 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-203b124c-c4a6-4854-b46e-a7d6ac76dceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:48.903533 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Network cc19112f-ba8d-4504-88bf-0381b6982fa3 is already hosted by enough agents. {{(pid=100336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:50:48.907003 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.base_scheduler [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Resources bound (agent type, host, resource id): {{(pid=100336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:50:48.910628 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Received port after_create {{(pid=100336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:50:48.933642 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e23e1-9995-412b-9744-26bcb40556eb req-0497ba8c-54ec-4c7b-9844-e99eccf71ca3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:48.935484 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a13e23e1-9995-412b-9744-26bcb40556eb req-0497ba8c-54ec-4c7b-9844-e99eccf71ca3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0607083 Aug 27 09:50:48.967723 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Pushing event updated for resources: {'Port': ['ID=d0e429e2-96e5-415d-8462-8b5768e927f2,revision_number=1']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:48.979722 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Attempting to bind port d0e429e2-96e5-415d-8462-8b5768e927f2 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:50:48.980014 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Attempting to bind port d0e429e2-96e5-415d-8462-8b5768e927f2 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:50:48.980372 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Attempting to bind port d0e429e2-96e5-415d-8462-8b5768e927f2 on network cc19112f-ba8d-4504-88bf-0381b6982fa3 {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:50:48.986436 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:50:48.986797 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Checking segment: {'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:50:48.987195 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:48.987591 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Bound using segment: {'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:50:48.988035 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Bound port: d0e429e2-96e5-415d-8462-8b5768e927f2, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'}}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:50:48.988415 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:49.008046 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [None req-203b124c-c4a6-4854-b46e-a7d6ac76dceb admin admin] Allocated IP 172.27.3.32 (7e0666e1-bba7-40d6-99a1-baf82e3072a1/16ad6031-57d4-4eed-bb48-2f2edbdd88d6/1ac733b5-54fc-44e4-873b-015b7480b2a2) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:50:49.016514 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a13e23e1-9995-412b-9744-26bcb40556eb req-93e1aed3-fd33-4df8-aeea-d40920436e85 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687835 Aug 27 09:50:49.069327 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] For port d0e429e2-96e5-415d-8462-8b5768e927f2, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:50:49.073017 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] For port d0e429e2-96e5-415d-8462-8b5768e927f2, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=d0e429e2-96e5-415d-8462-8b5768e927f2,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:50:49.078391 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:49.140393 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-203b124c-c4a6-4854-b46e-a7d6ac76dceb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:49.142206 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b66969-1ea7-4791-914c-2f4053eee70d None None] Pushing event updated for resources: {'Port': ['ID=d0e429e2-96e5-415d-8462-8b5768e927f2,revision_number=2']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:49.187618 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-203b124c-c4a6-4854-b46e-a7d6ac76dceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:49.231378 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203b124c-c4a6-4854-b46e-a7d6ac76dceb admin admin] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:50:49.234776 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-203b124c-c4a6-4854-b46e-a7d6ac76dceb admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:50:49.239388 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b124c-c4a6-4854-b46e-a7d6ac76dceb admin admin] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:50:49.242578 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b124c-c4a6-4854-b46e-a7d6ac76dceb admin admin] Pushing event updated for resources: {'Port': ['ID=1ac733b5-54fc-44e4-873b-015b7480b2a2,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:49.532297 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-203b124c-c4a6-4854-b46e-a7d6ac76dceb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:49.727508 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-203b124c-c4a6-4854-b46e-a7d6ac76dceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504277'] for router, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:49.859613 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203b124c-c4a6-4854-b46e-a7d6ac76dceb admin admin] Router 42c64f88-fc17-47d4-8706-33c723b14efa is scheduled to L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a with binding_index 1 {{(pid=100334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 09:50:49.931042 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429bd82-67f9-4dad-ab91-654b2914a3d4 req-a990de41-4252-4dc5-957d-3c4c61f6f74b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:49.932845 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-5429bd82-67f9-4dad-ab91-654b2914a3d4 req-a990de41-4252-4dc5-957d-3c4c61f6f74b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0524273 Aug 27 09:50:49.976329 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-5429bd82-67f9-4dad-ab91-654b2914a3d4 req-acac1f2d-dc16-47aa-9c08-52f73dae0a06 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342727 Aug 27 09:50:50.005779 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203b124c-c4a6-4854-b46e-a7d6ac76dceb admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:50:50.018979 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Sync routers for ids ['42c64f88-fc17-47d4-8706-33c723b14efa'] in dv-cinder-804757-3-iscsi {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:50:50.023702 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-203b124c-c4a6-4854-b46e-a7d6ac76dceb admin admin] Notify callbacks [] for router, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:50.027928 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-203b124c-c4a6-4854-b46e-a7d6ac76dceb admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6877847 Aug 27 09:50:50.028103 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 56370) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:50.034446 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Routers {'42c64f88-fc17-47d4-8706-33c723b14efa'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:50:50.035301 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:50:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['42c64f88-fc17-47d4-8706-33c723b14efa'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:50:50.220620 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device d0e429e2-96e5-415d-8462-8b5768e927f2 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:50:50.235455 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Set router 42c64f88-fc17-47d4-8706-33c723b14efa gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:50:50.304896 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port d0e429e2-96e5-415d-8462-8b5768e927f2 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:50:50.329075 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb53c223-0bbd-4916-a9ab-f6f0047c2426 None None] Network cc19112f-ba8d-4504-88bf-0381b6982fa3 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:50:50.360256 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f4838-d62d-4013-a2d0-63c511b6cafa req-adab7b67-0730-45f4-bb52-76faf70ae97d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:50.362258 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9d8f4838-d62d-4013-a2d0-63c511b6cafa req-adab7b67-0730-45f4-bb52-76faf70ae97d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.1429584 Aug 27 09:50:50.406569 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-8f6f07a2-194a-4d49-8679-247a2d93e7ea None None] Provisioning for port d0e429e2-96e5-415d-8462-8b5768e927f2 completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:50:50.413400 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-8f6f07a2-194a-4d49-8679-247a2d93e7ea None None] Provisioning complete for port d0e429e2-96e5-415d-8462-8b5768e927f2 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:50:50.413790 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-8f6f07a2-194a-4d49-8679-247a2d93e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:50.491687 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:49Z', 'revision_number': 3, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:50:50.501217 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9d8f4838-d62d-4013-a2d0-63c511b6cafa req-a85f9a60-ca7a-4bcb-be8b-2446912d8272 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819256 Aug 27 09:50:50.542252 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Checking router: 42c64f88-fc17-47d4-8706-33c723b14efa for host: dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:50:50.542581 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Updating router 42c64f88-fc17-47d4-8706-33c723b14efa port 1ac733b5-54fc-44e4-873b-015b7480b2a2 binding host dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 09:50:50.579739 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:50.585272 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-8f6f07a2-194a-4d49-8679-247a2d93e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:50.648442 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-3723677d-0717-4460-9fe8-848f2e6b9be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:50.656639 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-8f6f07a2-194a-4d49-8679-247a2d93e7ea None None] For port d0e429e2-96e5-415d-8462-8b5768e927f2, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=d0e429e2-96e5-415d-8462-8b5768e927f2,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:50.665380 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-8f6f07a2-194a-4d49-8679-247a2d93e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:50.717388 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-364d5683-5f03-439f-98cc-de31ca50c60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:50.752704 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f07a2-194a-4d49-8679-247a2d93e7ea None None] Pushing event updated for resources: {'Port': ['ID=d0e429e2-96e5-415d-8462-8b5768e927f2,revision_number=3']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:50.902345 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Notify callbacks [] for port, precommit_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:50.913563 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_common [None req-364d5683-5f03-439f-98cc-de31ca50c60b admin admin] Allocated IP 172.20.0.1 (cc19112f-ba8d-4504-88bf-0381b6982fa3/1c6d5bd7-f50f-42b4-861c-8d22947a1275/e3898772-2de2-49a2-82f5-ef3602bb45ab) {{(pid=100335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:50:50.913805 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.provisioning_blocks [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Transition to ACTIVE for port object 1ac733b5-54fc-44e4-873b-015b7480b2a2 will not be triggered until provisioned by entity L2. {{(pid=100337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:50:50.922850 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:50.973792 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Attempting to bind port 1ac733b5-54fc-44e4-873b-015b7480b2a2 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:50:50.974162 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Attempting to bind port 1ac733b5-54fc-44e4-873b-015b7480b2a2 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}] {{(pid=100337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:50:50.974499 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Attempting to bind port 1ac733b5-54fc-44e4-873b-015b7480b2a2 on network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:50:50.977301 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c57636-044a-4737-b1c5-83b8ea250fd5 None None] Pushing event updated for resources: {'Port': ['ID=1ac733b5-54fc-44e4-873b-015b7480b2a2,revision_number=2']} {{(pid=100337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:50.985649 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:50:50.986351 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Checking segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:50:50.986483 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:50.986758 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Bound using segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:50:50.987211 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Bound port: 1ac733b5-54fc-44e4-873b-015b7480b2a2, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}}] {{(pid=100337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:50:50.987599 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:50.991576 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c57636-044a-4737-b1c5-83b8ea250fd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:50.991925 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c57636-044a-4737-b1c5-83b8ea250fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:50.992047 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-db3c95b7-6ee0-4dfc-8cac-18fad0c2a788 None None] Provisioning complete for port d0e429e2-96e5-415d-8462-8b5768e927f2 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:50:50.992257 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c57636-044a-4737-b1c5-83b8ea250fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:50.992373 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-db3c95b7-6ee0-4dfc-8cac-18fad0c2a788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:50.992579 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c57636-044a-4737-b1c5-83b8ea250fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:50.992897 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c57636-044a-4737-b1c5-83b8ea250fd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:50.993331 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c57636-044a-4737-b1c5-83b8ea250fd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:50.993548 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c57636-044a-4737-b1c5-83b8ea250fd5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:50.993862 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c57636-044a-4737-b1c5-83b8ea250fd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:50.994997 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c57636-044a-4737-b1c5-83b8ea250fd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:50.994997 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c57636-044a-4737-b1c5-83b8ea250fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:50.994997 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c57636-044a-4737-b1c5-83b8ea250fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:50.995240 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c57636-044a-4737-b1c5-83b8ea250fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:50:51.087253 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.db [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] For port 1ac733b5-54fc-44e4-873b-015b7480b2a2, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:50:51.092788 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.db [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] For port 1ac733b5-54fc-44e4-873b-015b7480b2a2, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=1ac733b5-54fc-44e4-873b-015b7480b2a2,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:50:51.100107 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:51.102193 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-364d5683-5f03-439f-98cc-de31ca50c60b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:51.120512 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.provisioning_blocks [None req-364d5683-5f03-439f-98cc-de31ca50c60b admin admin] Transition to ACTIVE for port object e3898772-2de2-49a2-82f5-ef3602bb45ab will not be triggered until provisioned by entity DHCP. {{(pid=100335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:50:51.134715 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d72c2-6ab7-4e36-980e-f254b77bdc9f req-03f89439-b206-4993-8c24-51bd1450503b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:51.143400 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ca0d72c2-6ab7-4e36-980e-f254b77bdc9f req-03f89439-b206-4993-8c24-51bd1450503b tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0842805 Aug 27 09:50:51.153513 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Routers {'42c64f88-fc17-47d4-8706-33c723b14efa'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:50:51.154391 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:50:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['42c64f88-fc17-47d4-8706-33c723b14efa'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:50:51.198026 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ca0d72c2-6ab7-4e36-980e-f254b77bdc9f req-1667cf42-e762-45a3-88be-0ea04191558a tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537252 Aug 27 09:50:51.217168 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-364d5683-5f03-439f-98cc-de31ca50c60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:51.248420 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c57636-044a-4737-b1c5-83b8ea250fd5 None None] Pushing event updated for resources: {'Port': ['ID=1ac733b5-54fc-44e4-873b-015b7480b2a2,revision_number=3']} {{(pid=100337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:51.258124 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364d5683-5f03-439f-98cc-de31ca50c60b admin admin] Network cc19112f-ba8d-4504-88bf-0381b6982fa3 is already hosted by enough agents. {{(pid=100335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:50:51.261339 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-364d5683-5f03-439f-98cc-de31ca50c60b admin admin] Resources bound (agent type, host, resource id): {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:50:51.268665 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d5683-5f03-439f-98cc-de31ca50c60b admin admin] Received port after_create {{(pid=100335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:50:51.269397 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-364d5683-5f03-439f-98cc-de31ca50c60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504074'] for router_interface, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:51.275882 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] Set router 42c64f88-fc17-47d4-8706-33c723b14efa gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:50:51.323080 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d5683-5f03-439f-98cc-de31ca50c60b admin admin] Pushing event updated for resources: {'Port': ['ID=e3898772-2de2-49a2-82f5-ef3602bb45ab,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:51.520152 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-e56f411f-9f27-48df-9066-6325b3434264 None None] Provisioning for port e3898772-2de2-49a2-82f5-ef3602bb45ab completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:50:51.526480 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-e56f411f-9f27-48df-9066-6325b3434264 None None] Provisioning complete for port e3898772-2de2-49a2-82f5-ef3602bb45ab triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:50:51.527295 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-e56f411f-9f27-48df-9066-6325b3434264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:51.599428 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-e56f411f-9f27-48df-9066-6325b3434264 None None] Port e3898772-2de2-49a2-82f5-ef3602bb45ab cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:50:51.600734 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:49Z', 'revision_number': 3, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:50:51.629043 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921bcf6-6882-4b4b-b11a-46437f6546ea None None] The sync data for ids ['42c64f88-fc17-47d4-8706-33c723b14efa'] in dv-cinder-804757-3-iscsi is: [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:49Z', 'revision_number': 3, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}] {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:50:51.751091 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e6ad5-2378-4d00-b17b-fe113ac1c891 req-6fa53cc1-8670-4f65-b3ac-67a6240f1d84 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:51.752589 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-de2e6ad5-2378-4d00-b17b-fe113ac1c891 req-6fa53cc1-8670-4f65-b3ac-67a6240f1d84 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0812881 Aug 27 09:50:51.776191 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-364d5683-5f03-439f-98cc-de31ca50c60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:51.830324 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-de2e6ad5-2378-4d00-b17b-fe113ac1c891 req-8ebaabfa-def1-4008-973a-48bea2607dc3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702255 Aug 27 09:50:51.994824 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-364d5683-5f03-439f-98cc-de31ca50c60b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:51.999947 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-364d5683-5f03-439f-98cc-de31ca50c60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:52.000958 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-364d5683-5f03-439f-98cc-de31ca50c60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1681839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-504021'] for router_interface, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:52.089570 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d5683-5f03-439f-98cc-de31ca50c60b admin admin] Pushing event updated for resources: {'Port': ['ID=e3898772-2de2-49a2-82f5-ef3602bb45ab,revision_number=2']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:52.175774 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364d5683-5f03-439f-98cc-de31ca50c60b admin admin] Network cc19112f-ba8d-4504-88bf-0381b6982fa3 is already hosted by enough agents. {{(pid=100335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:50:52.177425 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-364d5683-5f03-439f-98cc-de31ca50c60b admin admin] Resources bound (agent type, host, resource id): {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:50:52.261094 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 1ac733b5-54fc-44e4-873b-015b7480b2a2 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:50:52.335129 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port 1ac733b5-54fc-44e4-873b-015b7480b2a2 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:50:52.351423 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 1ac733b5-54fc-44e4-873b-015b7480b2a2 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:50:52.351790 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:52.464906 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452d345-98e8-4109-b967-160746e1ee43 req-2257a9d5-c1d2-4ea9-8442-8d82ee753fa0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:52.467155 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-2452d345-98e8-4109-b967-160746e1ee43 req-2257a9d5-c1d2-4ea9-8442-8d82ee753fa0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0914407 Aug 27 09:50:52.475447 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364d5683-5f03-439f-98cc-de31ca50c60b admin admin] Router 42c64f88-fc17-47d4-8706-33c723b14efa has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:50:52.578416 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-2452d345-98e8-4109-b967-160746e1ee43 req-1573931e-90f8-4cea-8954-cb2fa1a6078e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913069 Aug 27 09:50:52.651406 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:52.657178 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4688c429-b1e3-4c86-8fa8-d95dfc7e4409 None None] Provisioning complete for port e3898772-2de2-49a2-82f5-ef3602bb45ab triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:50:52.657457 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4688c429-b1e3-4c86-8fa8-d95dfc7e4409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:52.664385 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364d5683-5f03-439f-98cc-de31ca50c60b admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:50:52.680306 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-364d5683-5f03-439f-98cc-de31ca50c60b admin admin] 10.222.0.55 "PUT /v2.0/routers/42c64f88-fc17-47d4-8706-33c723b14efa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6482799 Aug 27 09:50:52.699148 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port 1ac733b5-54fc-44e4-873b-015b7480b2a2, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=1ac733b5-54fc-44e4-873b-015b7480b2a2,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:52.706883 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:52.707647 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device d0e429e2-96e5-415d-8462-8b5768e927f2 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:50:52.751108 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4688c429-b1e3-4c86-8fa8-d95dfc7e4409 None None] Port e3898772-2de2-49a2-82f5-ef3602bb45ab cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:50:52.798905 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=1ac733b5-54fc-44e4-873b-015b7480b2a2,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:52.811678 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port d0e429e2-96e5-415d-8462-8b5768e927f2 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:50:52.812047 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:52.965547 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9087a-9167-4602-9b66-3b6d1b97d9f2 req-786b447a-92e8-4123-875b-ff93064e4f95 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:52.973689 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-2ea9087a-9167-4602-9b66-3b6d1b97d9f2 req-786b447a-92e8-4123-875b-ff93064e4f95 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0602679 Aug 27 09:50:53.013919 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-2ea9087a-9167-4602-9b66-3b6d1b97d9f2 req-1ec5889c-dd44-4e2b-ad01-88e3de3222c6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390902 Aug 27 09:50:53.229968 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 56396) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:53.238338 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-6beb6762-c300-4bdf-8d5e-f0319b3b02fa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2134194311-network', 'tenant_id': 'bf8538bfa91d4e8f95739f6296308d2d'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:53.266387 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6beb6762-c300-4bdf-8d5e-f0319b3b02fa admin admin] Made reservation on behalf of bf8538bfa91d4e8f95739f6296308d2d for: {'network': 1} {{(pid=100335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:50:53.268980 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6beb6762-c300-4bdf-8d5e-f0319b3b02fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for network, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:53.278217 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6beb6762-c300-4bdf-8d5e-f0319b3b02fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:53.350627 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-43118f4c-1b31-4ae4-904f-6c78603fcfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:53.381085 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6beb6762-c300-4bdf-8d5e-f0319b3b02fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:53.385875 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6beb6762-c300-4bdf-8d5e-f0319b3b02fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:53.411337 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6beb6762-c300-4bdf-8d5e-f0319b3b02fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=100335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 09:50:53.428383 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb6762-c300-4bdf-8d5e-f0319b3b02fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e3315e-6e07-42ca-8ed3-6fabf1d065b7,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:53.435673 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6beb6762-c300-4bdf-8d5e-f0319b3b02fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:53.436242 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.db.segments_db [None req-6beb6762-c300-4bdf-8d5e-f0319b3b02fa admin admin] Added segment e9d40677-97bc-47ec-81a5-e5ea6cf1e24b of type vlan for network e3a41499-3a72-4c49-8314-7c43a596da73 Aug 27 09:50:53.470327 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Sync routers for ids ['42c64f88-fc17-47d4-8706-33c723b14efa'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:50:53.481618 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6beb6762-c300-4bdf-8d5e-f0319b3b02fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775451267687'] for network, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:53.483634 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Routers {'42c64f88-fc17-47d4-8706-33c723b14efa'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:50:53.484581 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:50:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['42c64f88-fc17-47d4-8706-33c723b14efa'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:50:53.517747 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6beb6762-c300-4bdf-8d5e-f0319b3b02fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for network, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:53.519083 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6beb6762-c300-4bdf-8d5e-f0319b3b02fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:53.520143 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6beb6762-c300-4bdf-8d5e-f0319b3b02fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:53.572204 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:53.592436 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-6beb6762-c300-4bdf-8d5e-f0319b3b02fa admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3612621 Aug 27 09:50:53.595378 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56398) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:53.601813 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-a514dacb-2804-4258-918e-f5338c18aea6 admin admin] Request body: {'subnet': {'network_id': 'e3a41499-3a72-4c49-8314-7c43a596da73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2134194311-subnet', 'tenant_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'ip_version': 4}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:53.617581 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb6762-c300-4bdf-8d5e-f0319b3b02fa admin admin] Pushing event updated for resources: {'Network': ['ID=e3a41499-3a72-4c49-8314-7c43a596da73,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:53.640138 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Network e3a41499-3a72-4c49-8314-7c43a596da73 details requested by agent ovs-agent-dv-cinder-804757-3-iscsi with host dv-cinder-804757-3-iscsi {{(pid=100336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 09:50:53.664983 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a514dacb-2804-4258-918e-f5338c18aea6 admin admin] Made reservation on behalf of bf8538bfa91d4e8f95739f6296308d2d for: {'subnet': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:50:53.668369 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a514dacb-2804-4258-918e-f5338c18aea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9947324'] for subnet, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:53.668873 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Set router 42c64f88-fc17-47d4-8706-33c723b14efa gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:50:53.759413 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc237b-f8ef-4861-8614-65c8799a90f8 req-db306adf-641e-4616-acfd-a28d4bfa7943 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:53.762348 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b5dc237b-f8ef-4861-8614-65c8799a90f8 req-db306adf-641e-4616-acfd-a28d4bfa7943 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0831170 Aug 27 09:50:53.822755 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b5dc237b-f8ef-4861-8614-65c8799a90f8 req-c76e3893-fe91-485c-afaf-25e401b5d358 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506189 Aug 27 09:50:53.964890 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 2, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:50:53.994504 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Checking router: 42c64f88-fc17-47d4-8706-33c723b14efa for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:50:53.994846 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Updating router 42c64f88-fc17-47d4-8706-33c723b14efa port e3898772-2de2-49a2-82f5-ef3602bb45ab binding host dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 09:50:54.025542 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:54.178149 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a514dacb-2804-4258-918e-f5338c18aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10045627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9947342'] for subnet, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:54.190295 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 1ac733b5-54fc-44e4-873b-015b7480b2a2 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:50:54.202410 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffec64-1328-4c22-8f66-c647e7240a99 req-00bdce32-e8d3-4609-9b6c-3e400b71069d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:54.204635 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-c1ffec64-1328-4c22-8f66-c647e7240a99 req-00bdce32-e8d3-4609-9b6c-3e400b71069d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0672553 Aug 27 09:50:54.245028 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514dacb-2804-4258-918e-f5338c18aea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4908501-7fd0-4d74-9130-187b6ba68a9e,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:54.254209 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a514dacb-2804-4258-918e-f5338c18aea6 admin admin] Checking segment: {'id': 'e9d40677-97bc-47ec-81a5-e5ea6cf1e24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'e3a41499-3a72-4c49-8314-7c43a596da73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:50:54.254713 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a514dacb-2804-4258-918e-f5338c18aea6 admin admin] Network hostable DHCP agents. Network: e3a41499-3a72-4c49-8314-7c43a596da73, hostable agents: ['f25084d2-4677-41d8-9429-a13aa7534b2d'], hosted agents: [] {{(pid=100334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 09:50:54.258042 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-c1ffec64-1328-4c22-8f66-c647e7240a99 req-0ce0f0af-6f26-45e5-ba98-11bac337748a tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422883 Aug 27 09:50:54.275633 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a514dacb-2804-4258-918e-f5338c18aea6 admin admin] Network e3a41499-3a72-4c49-8314-7c43a596da73 is scheduled to be hosted by DHCP agent f25084d2-4677-41d8-9429-a13aa7534b2d with binding_index 1 {{(pid=100334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 09:50:54.300265 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-a514dacb-2804-4258-918e-f5338c18aea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-3-iscsi, e3a41499-3a72-4c49-8314-7c43a596da73) {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:50:54.305468 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a514dacb-2804-4258-918e-f5338c18aea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:54.306132 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-a514dacb-2804-4258-918e-f5338c18aea6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:54.314313 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb1f9c8-a0a2-4f11-b8f2-0eb7b127df17 None None] Network e3a41499-3a72-4c49-8314-7c43a596da73 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:50:54.326503 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-a514dacb-2804-4258-918e-f5338c18aea6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7266238 Aug 27 09:50:54.326850 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56406) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:54.332004 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-ab80ba6a-b90b-4a11-a192-1eb3588c2d6c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2134194311-router', 'tenant_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:54.352248 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ab80ba6a-b90b-4a11-a192-1eb3588c2d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-510412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1023757'] for router, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:54.353603 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ab80ba6a-b90b-4a11-a192-1eb3588c2d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1023750'] for router, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:54.376052 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 1ac733b5-54fc-44e4-873b-015b7480b2a2 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:50:54.376806 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:54.415876 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ab80ba6a-b90b-4a11-a192-1eb3588c2d6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:54.492982 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:54.609618 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ab80ba6a-b90b-4a11-a192-1eb3588c2d6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:54.610381 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Notify callbacks [] for port, precommit_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:54.650581 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Transition to ACTIVE for port object e3898772-2de2-49a2-82f5-ef3602bb45ab will not be triggered until provisioned by entity L2. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:50:54.679123 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc97b90-cefa-5163-94d9-147ed2ba9986-e3a41499-3a72-4c49-8314-7c43a596da73', 'network_id': 'e3a41499-3a72-4c49-8314-7c43a596da73', 'tenant_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'fixed_ips': [{'subnet_id': 'c4908501-7fd0-4d74-9130-187b6ba68a9e'}]}} from dv-cinder-804757-3-iscsi. {{(pid=100336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 09:50:54.681162 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:54.685149 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:54.779057 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac2c2e-ad86-40c3-a413-93cef61462a9 None None] Pushing event updated for resources: {'Port': ['ID=e3898772-2de2-49a2-82f5-ef3602bb45ab,revision_number=3']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:54.928729 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Attempting to bind port e3898772-2de2-49a2-82f5-ef3602bb45ab on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:50:54.929252 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Attempting to bind port e3898772-2de2-49a2-82f5-ef3602bb45ab by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:50:54.930016 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Attempting to bind port e3898772-2de2-49a2-82f5-ef3602bb45ab on network cc19112f-ba8d-4504-88bf-0381b6982fa3 {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:50:54.948242 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:54.962696 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:50:54.966927 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Checking segment: {'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:50:54.969853 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:54.970689 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Bound using segment: {'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:50:54.971556 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Bound port: e3898772-2de2-49a2-82f5-ef3602bb45ab, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'}}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:50:54.972187 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:54.996524 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ab80ba6a-b90b-4a11-a192-1eb3588c2d6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:55.025003 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ab80ba6a-b90b-4a11-a192-1eb3588c2d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:55.046581 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bdd15-d795-43b4-a239-3d7f665b8886 req-fae78a84-c600-47d6-ae1f-3b42b25be7a0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:55.058726 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ed0bdd15-d795-43b4-a239-3d7f665b8886 req-fae78a84-c600-47d6-ae1f-3b42b25be7a0 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.1119890 Aug 27 09:50:55.090564 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.db_base_plugin_common [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Allocated IP 172.20.0.2 (e3a41499-3a72-4c49-8314-7c43a596da73/c4908501-7fd0-4d74-9130-187b6ba68a9e/e313ea7a-2c6f-43c9-ae38-a4aee97a49c2) {{(pid=100336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:50:55.121424 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ed0bdd15-d795-43b4-a239-3d7f665b8886 req-94864fd3-a7e1-47da-994b-76d40cbed909 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617328 Aug 27 09:50:55.142315 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] For port e3898772-2de2-49a2-82f5-ef3602bb45ab, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:50:55.154771 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [None req-ab80ba6a-b90b-4a11-a192-1eb3588c2d6c admin admin] Allocated IP 172.27.3.112 (7e0666e1-bba7-40d6-99a1-baf82e3072a1/16ad6031-57d4-4eed-bb48-2f2edbdd88d6/a2dcae41-3f0f-413a-96c5-39105d10870a) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:50:55.192164 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] For port e3898772-2de2-49a2-82f5-ef3602bb45ab, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=e3898772-2de2-49a2-82f5-ef3602bb45ab,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:50:55.201526 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:55.282841 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ab80ba6a-b90b-4a11-a192-1eb3588c2d6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:55.347135 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ab80ba6a-b90b-4a11-a192-1eb3588c2d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:55.411218 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab80ba6a-b90b-4a11-a192-1eb3588c2d6c admin admin] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:50:55.418853 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Routers {'42c64f88-fc17-47d4-8706-33c723b14efa'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:50:55.425198 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:50:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['42c64f88-fc17-47d4-8706-33c723b14efa'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:50:55.427449 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-ab80ba6a-b90b-4a11-a192-1eb3588c2d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:50:55.431692 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab80ba6a-b90b-4a11-a192-1eb3588c2d6c admin admin] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:50:55.444018 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac2c2e-ad86-40c3-a413-93cef61462a9 None None] Pushing event updated for resources: {'Port': ['ID=e3898772-2de2-49a2-82f5-ef3602bb45ab,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:55.444930 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25746fd2-ce2b-452a-8345-f3d01726aba3 req-2251f4a6-5845-4260-80a1-5838045df6bb tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:55.452220 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80ba6a-b90b-4a11-a192-1eb3588c2d6c admin admin] Pushing event updated for resources: {'Port': ['ID=a2dcae41-3f0f-413a-96c5-39105d10870a,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:55.463676 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-25746fd2-ce2b-452a-8345-f3d01726aba3 req-2251f4a6-5845-4260-80a1-5838045df6bb tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0849106 Aug 27 09:50:55.516877 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-25746fd2-ce2b-452a-8345-f3d01726aba3 req-74ddb7b2-c002-4375-a53b-7a719eac0c6e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523269 Aug 27 09:50:55.649164 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Notify callbacks [] for port, precommit_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:55.669667 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Transition to ACTIVE for port object e313ea7a-2c6f-43c9-ae38-a4aee97a49c2 will not be triggered until provisioned by entity L2. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:50:55.696723 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] Set router 42c64f88-fc17-47d4-8706-33c723b14efa gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:50:55.699165 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Transition to ACTIVE for port object e313ea7a-2c6f-43c9-ae38-a4aee97a49c2 will not be triggered until provisioned by entity DHCP. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:50:55.729666 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:55.778326 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ab80ba6a-b90b-4a11-a192-1eb3588c2d6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:55.812804 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Network e3a41499-3a72-4c49-8314-7c43a596da73 is already hosted by enough agents. {{(pid=100336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:50:55.820946 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.base_scheduler [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Resources bound (agent type, host, resource id): {{(pid=100336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:50:55.831821 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Pushing event updated for resources: {'Port': ['ID=e313ea7a-2c6f-43c9-ae38-a4aee97a49c2,revision_number=1']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:55.857756 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Received port after_create {{(pid=100336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:50:55.932530 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Attempting to bind port e313ea7a-2c6f-43c9-ae38-a4aee97a49c2 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:50:55.932816 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Attempting to bind port e313ea7a-2c6f-43c9-ae38-a4aee97a49c2 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': 'e9d40677-97bc-47ec-81a5-e5ea6cf1e24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'e3a41499-3a72-4c49-8314-7c43a596da73'}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:50:55.933175 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Attempting to bind port e313ea7a-2c6f-43c9-ae38-a4aee97a49c2 on network e3a41499-3a72-4c49-8314-7c43a596da73 {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:50:55.943644 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:50:55.944013 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Checking segment: {'id': 'e9d40677-97bc-47ec-81a5-e5ea6cf1e24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'e3a41499-3a72-4c49-8314-7c43a596da73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:50:55.944403 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:55.944791 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Bound using segment: {'id': 'e9d40677-97bc-47ec-81a5-e5ea6cf1e24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'e3a41499-3a72-4c49-8314-7c43a596da73'} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:50:55.945250 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Bound port: e313ea7a-2c6f-43c9-ae38-a4aee97a49c2, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d40677-97bc-47ec-81a5-e5ea6cf1e24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'e3a41499-3a72-4c49-8314-7c43a596da73'}}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:50:55.945648 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:55.986313 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ab80ba6a-b90b-4a11-a192-1eb3588c2d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504277'] for router, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:56.048473 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] For port e313ea7a-2c6f-43c9-ae38-a4aee97a49c2, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:50:56.052117 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] For port e313ea7a-2c6f-43c9-ae38-a4aee97a49c2, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=e313ea7a-2c6f-43c9-ae38-a4aee97a49c2,segment=NetworkSegment(e9d40677-97bc-47ec-81a5-e5ea6cf1e24b),segment_id=e9d40677-97bc-47ec-81a5-e5ea6cf1e24b)] {{(pid=100336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:50:56.058737 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:56.066230 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:55Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:50:56.115274 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4387c9-8840-4f0c-ad97-bf54019467f8 None None] The sync data for ids ['42c64f88-fc17-47d4-8706-33c723b14efa'] in dv-cinder-804757-3-iscsi is: [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:55Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:50:56.125236 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab80ba6a-b90b-4a11-a192-1eb3588c2d6c admin admin] Router a63b4a42-cbc4-4777-9bce-a6124b32ea24 is scheduled to L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a with binding_index 1 {{(pid=100334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 09:50:56.148966 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e4ea1-45d6-40c8-a44f-dc51714a93f9 None None] Pushing event updated for resources: {'Port': ['ID=e313ea7a-2c6f-43c9-ae38-a4aee97a49c2,revision_number=2']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:56.282556 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298389c-37a3-4f68-8a9f-246823d64701 req-a29f3c96-b86c-415e-a133-d3105198f87e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:56.284567 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab80ba6a-b90b-4a11-a192-1eb3588c2d6c admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:50:56.291985 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8298389c-37a3-4f68-8a9f-246823d64701 req-a29f3c96-b86c-415e-a133-d3105198f87e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0774281 Aug 27 09:50:56.303876 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Sync routers for ids ['a63b4a42-cbc4-4777-9bce-a6124b32ea24'] in dv-cinder-804757-3-iscsi {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:50:56.314984 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ab80ba6a-b90b-4a11-a192-1eb3588c2d6c admin admin] Notify callbacks [] for router, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:56.316588 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-ab80ba6a-b90b-4a11-a192-1eb3588c2d6c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9887698 Aug 27 09:50:56.318589 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Routers {'a63b4a42-cbc4-4777-9bce-a6124b32ea24'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:50:56.319778 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56416) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:56.319945 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:50:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['a63b4a42-cbc4-4777-9bce-a6124b32ea24'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:50:56.321863 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:56.364246 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8298389c-37a3-4f68-8a9f-246823d64701 req-a7f8ccfe-73d8-44fa-8a8b-a5905125760d tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712864 Aug 27 09:50:56.494278 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Set router a63b4a42-cbc4-4777-9bce-a6124b32ea24 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:50:56.692263 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e043e-c1cf-4f25-b09b-49d74f835f82 req-666b06d2-d627-4314-9cf9-a8706ee77659 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:56.697791 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-fd9e043e-c1cf-4f25-b09b-49d74f835f82 req-666b06d2-d627-4314-9cf9-a8706ee77659 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0779922 Aug 27 09:50:56.718210 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63b4a42-cbc4-4777-9bce-a6124b32ea24', 'name': 'tempest-TestVolumeBootPattern-2134194311-router', 'tenant_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a2dcae41-3f0f-413a-96c5-39105d10870a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:54Z', 'updated_at': '2021-08-27T09:50:55Z', 'revision_number': 3, 'project_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'gw_port': {'id': 'a2dcae41-3f0f-413a-96c5-39105d10870a', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63b4a42-cbc4-4777-9bce-a6124b32ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:55Z', 'updated_at': '2021-08-27T09:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:50:56.751154 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Checking router: a63b4a42-cbc4-4777-9bce-a6124b32ea24 for host: dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:50:56.751872 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Updating router a63b4a42-cbc4-4777-9bce-a6124b32ea24 port a2dcae41-3f0f-413a-96c5-39105d10870a binding host dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 09:50:56.774072 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-fd9e043e-c1cf-4f25-b09b-49d74f835f82 req-70f17680-fe76-47eb-8b6b-d3bad182ca96 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682161 Aug 27 09:50:56.803787 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:56.877136 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-c4b14b44-6873-4619-8a21-65ae2378431d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:57.132210 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Notify callbacks [] for port, precommit_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:57.148083 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.provisioning_blocks [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Transition to ACTIVE for port object a2dcae41-3f0f-413a-96c5-39105d10870a will not be triggered until provisioned by entity L2. {{(pid=100337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:50:57.156856 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:57.158000 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [None req-c4b14b44-6873-4619-8a21-65ae2378431d admin admin] Allocated IP 172.20.0.1 (e3a41499-3a72-4c49-8314-7c43a596da73/c4908501-7fd0-4d74-9130-187b6ba68a9e/11c4f375-7725-4a18-9cd5-9e27881756e2) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:50:57.206734 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Attempting to bind port a2dcae41-3f0f-413a-96c5-39105d10870a on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:50:57.207339 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Attempting to bind port a2dcae41-3f0f-413a-96c5-39105d10870a by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}] {{(pid=100337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:50:57.208067 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Attempting to bind port a2dcae41-3f0f-413a-96c5-39105d10870a on network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:50:57.216756 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:50:57.217541 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Checking segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:50:57.218236 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:57.218799 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Bound using segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:50:57.219588 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Bound port: a2dcae41-3f0f-413a-96c5-39105d10870a, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}}] {{(pid=100337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:50:57.220147 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:57.267541 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d05b6-d793-40c7-ae5e-09712cd54441 None None] Pushing event updated for resources: {'Port': ['ID=a2dcae41-3f0f-413a-96c5-39105d10870a,revision_number=2']} {{(pid=100337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:57.280969 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-c4b14b44-6873-4619-8a21-65ae2378431d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:57.293997 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.db [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] For port a2dcae41-3f0f-413a-96c5-39105d10870a, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:50:57.298426 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.db [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] For port a2dcae41-3f0f-413a-96c5-39105d10870a, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=a2dcae41-3f0f-413a-96c5-39105d10870a,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:50:57.304854 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:57.350502 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db28d0b7-e5ae-45f9-b64d-55c37c4ae088 None None] Network e3a41499-3a72-4c49-8314-7c43a596da73 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:50:57.361989 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Routers {'a63b4a42-cbc4-4777-9bce-a6124b32ea24'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:50:57.362628 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:50:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['a63b4a42-cbc4-4777-9bce-a6124b32ea24'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:50:57.421881 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d05b6-d793-40c7-ae5e-09712cd54441 None None] Pushing event updated for resources: {'Port': ['ID=a2dcae41-3f0f-413a-96c5-39105d10870a,revision_number=3']} {{(pid=100337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:57.459671 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9616a44f-d141-4f36-b759-94b70754a3e1 None None] Provisioning for port e313ea7a-2c6f-43c9-ae38-a4aee97a49c2 completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:50:57.542602 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] Set router a63b4a42-cbc4-4777-9bce-a6124b32ea24 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:50:57.547561 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e1c47-f781-43a5-9370-511d870d86f3 req-13d2ae53-4acf-4692-96af-7ab4f95609d6 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:57.554900 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-794e1c47-f781-43a5-9370-511d870d86f3 req-13d2ae53-4acf-4692-96af-7ab4f95609d6 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0814068 Aug 27 09:50:57.604714 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [None req-c4b14b44-6873-4619-8a21-65ae2378431d admin admin] Transition to ACTIVE for port object 11c4f375-7725-4a18-9cd5-9e27881756e2 will not be triggered until provisioned by entity DHCP. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:50:57.626445 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-794e1c47-f781-43a5-9370-511d870d86f3 req-14264542-b522-4e1e-bbea-df95c08e8d3d tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603259 Aug 27 09:50:57.657844 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-c4b14b44-6873-4619-8a21-65ae2378431d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:57.701051 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b14b44-6873-4619-8a21-65ae2378431d admin admin] Network e3a41499-3a72-4c49-8314-7c43a596da73 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:50:57.704170 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-c4b14b44-6873-4619-8a21-65ae2378431d admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:50:57.708964 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b14b44-6873-4619-8a21-65ae2378431d admin admin] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:50:57.712135 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b14b44-6873-4619-8a21-65ae2378431d admin admin] Pushing event updated for resources: {'Port': ['ID=11c4f375-7725-4a18-9cd5-9e27881756e2,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:57.749366 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-c4b14b44-6873-4619-8a21-65ae2378431d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504074'] for router_interface, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:57.779643 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63b4a42-cbc4-4777-9bce-a6124b32ea24', 'name': 'tempest-TestVolumeBootPattern-2134194311-router', 'tenant_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a2dcae41-3f0f-413a-96c5-39105d10870a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:54Z', 'updated_at': '2021-08-27T09:50:55Z', 'revision_number': 3, 'project_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'gw_port': {'id': 'a2dcae41-3f0f-413a-96c5-39105d10870a', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63b4a42-cbc4-4777-9bce-a6124b32ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:55Z', 'updated_at': '2021-08-27T09:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:50:57.808904 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a232835-3273-4195-87fc-41acef3bbeb2 None None] The sync data for ids ['a63b4a42-cbc4-4777-9bce-a6124b32ea24'] in dv-cinder-804757-3-iscsi is: [{'id': 'a63b4a42-cbc4-4777-9bce-a6124b32ea24', 'name': 'tempest-TestVolumeBootPattern-2134194311-router', 'tenant_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a2dcae41-3f0f-413a-96c5-39105d10870a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:54Z', 'updated_at': '2021-08-27T09:50:55Z', 'revision_number': 3, 'project_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'gw_port': {'id': 'a2dcae41-3f0f-413a-96c5-39105d10870a', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63b4a42-cbc4-4777-9bce-a6124b32ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:55Z', 'updated_at': '2021-08-27T09:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}] {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:50:57.909944 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-c4b14b44-6873-4619-8a21-65ae2378431d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:57.969198 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0d59c-8a11-410b-87f4-97d867aabe7a req-0d83cfee-3639-4669-ad8a-f5de0b96a8ec tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:57.970979 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-66d0d59c-8a11-410b-87f4-97d867aabe7a req-0d83cfee-3639-4669-ad8a-f5de0b96a8ec tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.1079659 Aug 27 09:50:58.030805 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-66d0d59c-8a11-410b-87f4-97d867aabe7a req-2fb9b4f9-a4d8-425d-a29c-9112cf42755e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493701 Aug 27 09:50:58.123799 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-8a2206ee-02fb-4538-a7ad-92aac9cb484e None None] Provisioning for port 11c4f375-7725-4a18-9cd5-9e27881756e2 completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:50:58.129832 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-8a2206ee-02fb-4538-a7ad-92aac9cb484e None None] Provisioning complete for port 11c4f375-7725-4a18-9cd5-9e27881756e2 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:50:58.130417 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-8a2206ee-02fb-4538-a7ad-92aac9cb484e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:58.183950 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-8a2206ee-02fb-4538-a7ad-92aac9cb484e None None] Port 11c4f375-7725-4a18-9cd5-9e27881756e2 cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:50:58.186852 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-c4b14b44-6873-4619-8a21-65ae2378431d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:58.194525 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-c4b14b44-6873-4619-8a21-65ae2378431d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:58.270244 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b14b44-6873-4619-8a21-65ae2378431d admin admin] Pushing event updated for resources: {'Port': ['ID=11c4f375-7725-4a18-9cd5-9e27881756e2,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:58.273020 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-c4b14b44-6873-4619-8a21-65ae2378431d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1681839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-504021'] for router_interface, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:58.294765 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device e3898772-2de2-49a2-82f5-ef3602bb45ab up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:50:58.351212 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port e3898772-2de2-49a2-82f5-ef3602bb45ab completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:50:58.355708 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port e3898772-2de2-49a2-82f5-ef3602bb45ab triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:50:58.356832 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:58.383203 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b14b44-6873-4619-8a21-65ae2378431d admin admin] Network e3a41499-3a72-4c49-8314-7c43a596da73 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:50:58.384824 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-c4b14b44-6873-4619-8a21-65ae2378431d admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:50:58.447657 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:58.491104 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port e3898772-2de2-49a2-82f5-ef3602bb45ab, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=e3898772-2de2-49a2-82f5-ef3602bb45ab,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:58.497068 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:58.498771 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device a2dcae41-3f0f-413a-96c5-39105d10870a up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:50:58.525654 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b14b44-6873-4619-8a21-65ae2378431d admin admin] Router a63b4a42-cbc4-4777-9bce-a6124b32ea24 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:50:58.563910 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=e3898772-2de2-49a2-82f5-ef3602bb45ab,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:58.623975 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-a796d673-9d87-4ac1-8f72-c164afafc7fd None None] Provisioning complete for port 11c4f375-7725-4a18-9cd5-9e27881756e2 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:50:58.624336 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-a796d673-9d87-4ac1-8f72-c164afafc7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:58.640950 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b14b44-6873-4619-8a21-65ae2378431d admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:50:58.655156 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-c4b14b44-6873-4619-8a21-65ae2378431d admin admin] 10.222.0.55 "PUT /v2.0/routers/a63b4a42-cbc4-4777-9bce-a6124b32ea24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3342185 Aug 27 09:50:58.660403 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port a2dcae41-3f0f-413a-96c5-39105d10870a completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:50:58.665393 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-a796d673-9d87-4ac1-8f72-c164afafc7fd None None] Port 11c4f375-7725-4a18-9cd5-9e27881756e2 cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:50:58.667045 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port a2dcae41-3f0f-413a-96c5-39105d10870a triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:50:58.667542 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:58.752346 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:58.753172 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74155e9d-8e28-4ccd-b038-82ceed0dae87 req-e9bf31ca-4132-4870-b37e-34be2caee9d2 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:58.756851 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-74155e9d-8e28-4ccd-b038-82ceed0dae87 req-e9bf31ca-4132-4870-b37e-34be2caee9d2 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0671496 Aug 27 09:50:58.773794 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port a2dcae41-3f0f-413a-96c5-39105d10870a, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=a2dcae41-3f0f-413a-96c5-39105d10870a,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:58.778199 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:58.779400 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device e313ea7a-2c6f-43c9-ae38-a4aee97a49c2 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:50:58.817756 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-74155e9d-8e28-4ccd-b038-82ceed0dae87 req-4f661b41-dbb9-455b-8bdc-4c001998d110 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493824 Aug 27 09:50:58.860105 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=a2dcae41-3f0f-413a-96c5-39105d10870a,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:58.871529 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port e313ea7a-2c6f-43c9-ae38-a4aee97a49c2 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:50:58.876213 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port e313ea7a-2c6f-43c9-ae38-a4aee97a49c2 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:50:58.876581 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:58.951467 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:58.986243 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port e313ea7a-2c6f-43c9-ae38-a4aee97a49c2, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=e313ea7a-2c6f-43c9-ae38-a4aee97a49c2,segment=NetworkSegment(e9d40677-97bc-47ec-81a5-e5ea6cf1e24b),segment_id=e9d40677-97bc-47ec-81a5-e5ea6cf1e24b)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:50:58.990131 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.042743 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=e313ea7a-2c6f-43c9-ae38-a4aee97a49c2,revision_number=3']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:59.177509 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838db9e-00c7-4921-9199-0f3d163dc72c req-6494106a-4f5e-4ec4-8e02-cb2bff84048c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:59.178981 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b838db9e-00c7-4921-9199-0f3d163dc72c req-6494106a-4f5e-4ec4-8e02-cb2bff84048c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0525851 Aug 27 09:50:59.191427 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56444) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:59.196396 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-9c79aaab-206c-4d07-9b3a-8dfc30576e29 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-382891842', 'description': 'tempest-secgroup-smoke-382891842 description', 'project_id': 'a36c7d635aa4453085e33b93c245c04f'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:59.218371 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9c79aaab-206c-4d07-9b3a-8dfc30576e29 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.222873 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b838db9e-00c7-4921-9199-0f3d163dc72c req-73295e47-f719-4f2e-b606-ecd07c15f235 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366452 Aug 27 09:50:59.309507 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9c79aaab-206c-4d07-9b3a-8dfc30576e29 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.314085 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9c79aaab-206c-4d07-9b3a-8dfc30576e29 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.341593 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9c79aaab-206c-4d07-9b3a-8dfc30576e29 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.342937 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-9c79aaab-206c-4d07-9b3a-8dfc30576e29 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1503508 Aug 27 09:50:59.344720 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79aaab-206c-4d07-9b3a-8dfc30576e29 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9978b119-6561-4cbd-89a1-3928ca7d63a7,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:59.346223 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 56446) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:59.350779 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-3e414225-a987-441f-b1c1-f7a4b503b9b5 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Request body: {'security_group_rule': {'security_group_id': '9978b119-6561-4cbd-89a1-3928ca7d63a7', 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:59.378733 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3e414225-a987-441f-b1c1-f7a4b503b9b5 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.424740 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3e414225-a987-441f-b1c1-f7a4b503b9b5 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.428331 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3e414225-a987-441f-b1c1-f7a4b503b9b5 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.446061 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e414225-a987-441f-b1c1-f7a4b503b9b5 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a29ecf9-b2ec-44c1-bc44-f0a840dcc07a,revision_number=0']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:59.451220 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3e414225-a987-441f-b1c1-f7a4b503b9b5 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.452431 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-3e414225-a987-441f-b1c1-f7a4b503b9b5 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1051373 Aug 27 09:50:59.455072 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 56448) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:59.459363 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-1cd76523-5d42-41a9-90df-76104e450db2 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Request body: {'security_group_rule': {'security_group_id': '9978b119-6561-4cbd-89a1-3928ca7d63a7', 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:59.485153 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1cd76523-5d42-41a9-90df-76104e450db2 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.542201 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1cd76523-5d42-41a9-90df-76104e450db2 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.546055 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1cd76523-5d42-41a9-90df-76104e450db2 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.565122 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd76523-5d42-41a9-90df-76104e450db2 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c93be5b-6823-4825-abb0-83079986f42b,revision_number=0']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:59.568738 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1cd76523-5d42-41a9-90df-76104e450db2 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.570169 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-1cd76523-5d42-41a9-90df-76104e450db2 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1141002 Aug 27 09:50:59.572899 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56450) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:59.578383 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-6a0b786b-02e3-4cd9-908a-e15508178448 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Request body: {'security_group_rule': {'security_group_id': '9978b119-6561-4cbd-89a1-3928ca7d63a7', 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:59.585479 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Sync routers for ids ['a63b4a42-cbc4-4777-9bce-a6124b32ea24'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:50:59.595102 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Routers {'a63b4a42-cbc4-4777-9bce-a6124b32ea24'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:50:59.595794 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:50:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['a63b4a42-cbc4-4777-9bce-a6124b32ea24'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:50:59.607831 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6a0b786b-02e3-4cd9-908a-e15508178448 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.664951 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6a0b786b-02e3-4cd9-908a-e15508178448 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.668626 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6a0b786b-02e3-4cd9-908a-e15508178448 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.688384 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b786b-02e3-4cd9-908a-e15508178448 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c92e39-a981-40b4-914c-26d04172b6fd,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:59.692086 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6a0b786b-02e3-4cd9-908a-e15508178448 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.693357 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-6a0b786b-02e3-4cd9-908a-e15508178448 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192977 Aug 27 09:50:59.696017 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56452) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:59.701428 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Set router a63b4a42-cbc4-4777-9bce-a6124b32ea24 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:50:59.701603 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-70f0bf8d-7d80-4bef-ae84-923d9e217503 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Request body: {'security_group_rule': {'security_group_id': '9978b119-6561-4cbd-89a1-3928ca7d63a7', 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:59.727623 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-70f0bf8d-7d80-4bef-ae84-923d9e217503 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.789900 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-70f0bf8d-7d80-4bef-ae84-923d9e217503 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.793853 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-70f0bf8d-7d80-4bef-ae84-923d9e217503 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.812717 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0bf8d-7d80-4bef-ae84-923d9e217503 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7476d5e-48a2-49e4-810b-21fef2c8e91a,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:50:59.819594 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-70f0bf8d-7d80-4bef-ae84-923d9e217503 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.821203 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-70f0bf8d-7d80-4bef-ae84-923d9e217503 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239283 Aug 27 09:50:59.823594 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56454) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:50:59.828499 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-0fd4cdb9-3281-4c1c-8269-ec21ee4d4c2f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Request body: {'security_group_rule': {'security_group_id': '9978b119-6561-4cbd-89a1-3928ca7d63a7', 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:50:59.850585 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.securitygroups_db [None req-0fd4cdb9-3281-4c1c-8269-ec21ee4d4c2f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Project a36c7d635aa4453085e33b93c245c04f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 09:50:59.855542 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0fd4cdb9-3281-4c1c-8269-ec21ee4d4c2f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.903006 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63b4a42-cbc4-4777-9bce-a6124b32ea24', 'name': 'tempest-TestVolumeBootPattern-2134194311-router', 'tenant_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a2dcae41-3f0f-413a-96c5-39105d10870a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:54Z', 'updated_at': '2021-08-27T09:50:57Z', 'revision_number': 4, 'project_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'gw_port': {'id': 'a2dcae41-3f0f-413a-96c5-39105d10870a', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63b4a42-cbc4-4777-9bce-a6124b32ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:55Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '11c4f375-7725-4a18-9cd5-9e27881756e2', 'name': '', 'network_id': 'e3a41499-3a72-4c49-8314-7c43a596da73', 'tenant_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'mac_address': 'fa:16:3e:0b:8c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63b4a42-cbc4-4777-9bce-a6124b32ea24', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c4908501-7fd0-4d74-9130-187b6ba68a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:56Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 2, 'project_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'subnets': [{'id': 'c4908501-7fd0-4d74-9130-187b6ba68a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:50:59.933035 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Checking router: a63b4a42-cbc4-4777-9bce-a6124b32ea24 for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:50:59.933379 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Updating router a63b4a42-cbc4-4777-9bce-a6124b32ea24 port 11c4f375-7725-4a18-9cd5-9e27881756e2 binding host dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 09:50:59.952185 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0fd4cdb9-3281-4c1c-8269-ec21ee4d4c2f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.961094 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979972a-ab37-4eb0-b60a-6be63641aa66 req-5bbe2728-d4c2-4c79-b321-349f429e4129 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:50:59.962696 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9979972a-ab37-4eb0-b60a-6be63641aa66 req-5bbe2728-d4c2-4c79-b321-349f429e4129 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0818191 Aug 27 09:50:59.963967 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0fd4cdb9-3281-4c1c-8269-ec21ee4d4c2f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:50:59.998226 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4cdb9-3281-4c1c-8269-ec21ee4d4c2f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471eb096-946e-4a4b-9ad2-7a12de040354,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:00.010312 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0fd4cdb9-3281-4c1c-8269-ec21ee4d4c2f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:00.011515 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-0fd4cdb9-3281-4c1c-8269-ec21ee4d4c2f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1869948 Aug 27 09:51:00.014501 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 56458) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:51:00.019145 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-33512420-eddf-4aa3-8a0f-7f27ea9badf8 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Request body: {'security_group_rule': {'security_group_id': '9978b119-6561-4cbd-89a1-3928ca7d63a7', 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:51:00.032569 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9979972a-ab37-4eb0-b60a-6be63641aa66 req-edb9d648-321a-430a-9ab3-db9c2c913131 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617268 Aug 27 09:51:00.042779 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.db.securitygroups_db [None req-33512420-eddf-4aa3-8a0f-7f27ea9badf8 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Project a36c7d635aa4453085e33b93c245c04f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 09:51:00.049377 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-33512420-eddf-4aa3-8a0f-7f27ea9badf8 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:00.078464 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:00.117059 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-33512420-eddf-4aa3-8a0f-7f27ea9badf8 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:00.121180 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-33512420-eddf-4aa3-8a0f-7f27ea9badf8 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:00.142374 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33512420-eddf-4aa3-8a0f-7f27ea9badf8 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34cb4a19-600f-42a8-8c16-344061c52571,revision_number=0']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:00.155168 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-33512420-eddf-4aa3-8a0f-7f27ea9badf8 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:00.160342 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-33512420-eddf-4aa3-8a0f-7f27ea9badf8 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1447859 Aug 27 09:51:00.196333 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device e3898772-2de2-49a2-82f5-ef3602bb45ab up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:51:00.308967 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port e3898772-2de2-49a2-82f5-ef3602bb45ab triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:51:00.309327 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:00.366531 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8755586-adb9-4d1e-a198-0ffbc95577c1 req-80b9d36d-d78f-43d3-a833-80d562f53ec7 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:00.368563 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e8755586-adb9-4d1e-a198-0ffbc95577c1 req-80b9d36d-d78f-43d3-a833-80d562f53ec7 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0671537 Aug 27 09:51:00.409614 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e8755586-adb9-4d1e-a198-0ffbc95577c1 req-3147b3bf-acb3-4f7b-8ef3-37aa5cc5ba69 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344396 Aug 27 09:51:00.455797 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device a2dcae41-3f0f-413a-96c5-39105d10870a up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:51:00.488600 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Notify callbacks [] for port, precommit_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:00.507975 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Transition to ACTIVE for port object 11c4f375-7725-4a18-9cd5-9e27881756e2 will not be triggered until provisioned by entity L2. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:51:00.521475 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:00.585105 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port a2dcae41-3f0f-413a-96c5-39105d10870a triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:51:00.585340 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:00.590048 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742785f9-d640-4934-b76a-8dd82ebd3ade None None] Pushing event updated for resources: {'Port': ['ID=11c4f375-7725-4a18-9cd5-9e27881756e2,revision_number=3']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:00.686619 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Attempting to bind port 11c4f375-7725-4a18-9cd5-9e27881756e2 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:51:00.686976 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Attempting to bind port 11c4f375-7725-4a18-9cd5-9e27881756e2 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': 'e9d40677-97bc-47ec-81a5-e5ea6cf1e24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'e3a41499-3a72-4c49-8314-7c43a596da73'}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:51:00.687327 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Attempting to bind port 11c4f375-7725-4a18-9cd5-9e27881756e2 on network e3a41499-3a72-4c49-8314-7c43a596da73 {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:51:00.694295 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:51:00.694660 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Checking segment: {'id': 'e9d40677-97bc-47ec-81a5-e5ea6cf1e24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'e3a41499-3a72-4c49-8314-7c43a596da73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:51:00.695052 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:00.695433 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Bound using segment: {'id': 'e9d40677-97bc-47ec-81a5-e5ea6cf1e24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'e3a41499-3a72-4c49-8314-7c43a596da73'} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:51:00.695888 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Bound port: 11c4f375-7725-4a18-9cd5-9e27881756e2, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d40677-97bc-47ec-81a5-e5ea6cf1e24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'e3a41499-3a72-4c49-8314-7c43a596da73'}}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:51:00.696257 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:00.769391 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device e313ea7a-2c6f-43c9-ae38-a4aee97a49c2 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:51:00.826514 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] For port 11c4f375-7725-4a18-9cd5-9e27881756e2, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:51:00.830532 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] For port 11c4f375-7725-4a18-9cd5-9e27881756e2, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=11c4f375-7725-4a18-9cd5-9e27881756e2,segment=NetworkSegment(e9d40677-97bc-47ec-81a5-e5ea6cf1e24b),segment_id=e9d40677-97bc-47ec-81a5-e5ea6cf1e24b)] {{(pid=100336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:51:00.839107 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:00.894582 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port e313ea7a-2c6f-43c9-ae38-a4aee97a49c2 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:51:00.894956 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:00.933871 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Routers {'a63b4a42-cbc4-4777-9bce-a6124b32ea24'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:51:00.934517 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:50:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['a63b4a42-cbc4-4777-9bce-a6124b32ea24'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:00.973049 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742785f9-d640-4934-b76a-8dd82ebd3ade None None] Pushing event updated for resources: {'Port': ['ID=11c4f375-7725-4a18-9cd5-9e27881756e2,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:01.088024 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] Set router a63b4a42-cbc4-4777-9bce-a6124b32ea24 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:51:01.152223 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e89744-d8d9-4c99-afdc-93d1539bb4dc req-dbf5b9a2-818a-4d2b-8148-ee986943a58e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:01.154987 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d9e89744-d8d9-4c99-afdc-93d1539bb4dc req-dbf5b9a2-818a-4d2b-8148-ee986943a58e tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0522785 Aug 27 09:51:01.197052 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d9e89744-d8d9-4c99-afdc-93d1539bb4dc req-361db781-5001-4f07-9de0-1be144ff1ed5 tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cfa30-92f7-4630-9e01-61587ea693a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360787 Aug 27 09:51:01.310248 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63b4a42-cbc4-4777-9bce-a6124b32ea24', 'name': 'tempest-TestVolumeBootPattern-2134194311-router', 'tenant_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a2dcae41-3f0f-413a-96c5-39105d10870a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:54Z', 'updated_at': '2021-08-27T09:50:57Z', 'revision_number': 4, 'project_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'gw_port': {'id': 'a2dcae41-3f0f-413a-96c5-39105d10870a', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63b4a42-cbc4-4777-9bce-a6124b32ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:55Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '11c4f375-7725-4a18-9cd5-9e27881756e2', 'name': '', 'network_id': 'e3a41499-3a72-4c49-8314-7c43a596da73', 'tenant_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'mac_address': 'fa:16:3e:0b:8c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63b4a42-cbc4-4777-9bce-a6124b32ea24', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c4908501-7fd0-4d74-9130-187b6ba68a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:56Z', 'updated_at': '2021-08-27T09:51:00Z', 'revision_number': 4, 'project_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'subnets': [{'id': 'c4908501-7fd0-4d74-9130-187b6ba68a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:01.340004 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8109b5b7-cb5d-48a2-8856-edbcef24b816 None None] The sync data for ids ['a63b4a42-cbc4-4777-9bce-a6124b32ea24'] in dv-cinder-804757-3-iscsi is: [{'id': 'a63b4a42-cbc4-4777-9bce-a6124b32ea24', 'name': 'tempest-TestVolumeBootPattern-2134194311-router', 'tenant_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a2dcae41-3f0f-413a-96c5-39105d10870a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:54Z', 'updated_at': '2021-08-27T09:50:57Z', 'revision_number': 4, 'project_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'gw_port': {'id': 'a2dcae41-3f0f-413a-96c5-39105d10870a', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63b4a42-cbc4-4777-9bce-a6124b32ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:55Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '11c4f375-7725-4a18-9cd5-9e27881756e2', 'name': '', 'network_id': 'e3a41499-3a72-4c49-8314-7c43a596da73', 'tenant_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'mac_address': 'fa:16:3e:0b:8c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63b4a42-cbc4-4777-9bce-a6124b32ea24', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c4908501-7fd0-4d74-9130-187b6ba68a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:56Z', 'updated_at': '2021-08-27T09:51:00Z', 'revision_number': 4, 'project_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'subnets': [{'id': 'c4908501-7fd0-4d74-9130-187b6ba68a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:51:01.539941 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba2465-46fa-463f-b16b-506dc4bee3fa req-560a15cd-c1df-48e9-99d2-4913aaa0f6f6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:01.542299 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-cbba2465-46fa-463f-b16b-506dc4bee3fa req-560a15cd-c1df-48e9-99d2-4913aaa0f6f6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0548065 Aug 27 09:51:01.543248 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdb459-2301-4e1d-8707-352733c62adb req-2a03d356-eee4-4f1a-956d-828e0a84539d tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:01.544783 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a9fdb459-2301-4e1d-8707-352733c62adb req-2a03d356-eee4-4f1a-956d-828e0a84539d tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 946 time: 0.0551271 Aug 27 09:51:01.584378 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-cbba2465-46fa-463f-b16b-506dc4bee3fa req-4fd83a9e-f448-4b03-8c62-0edc976244c2 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356336 Aug 27 09:51:01.648469 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-a9fdb459-2301-4e1d-8707-352733c62adb req-ac9626d4-d71d-4d9d-a043-5507414b548f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Deleting port 74a0ceb7-fe00-453e-a877-9c68717f1212 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:51:01.648724 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-a9fdb459-2301-4e1d-8707-352733c62adb req-ac9626d4-d71d-4d9d-a043-5507414b548f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:01.745195 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-a9fdb459-2301-4e1d-8707-352733c62adb req-ac9626d4-d71d-4d9d-a043-5507414b548f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] For port 74a0ceb7-fe00-453e-a877-9c68717f1212, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=74a0ceb7-fe00-453e-a877-9c68717f1212,segment=NetworkSegment(f0bea831-4d70-4f79-8236-7fcb02beb724),segment_id=f0bea831-4d70-4f79-8236-7fcb02beb724)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:51:01.745684 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-a9fdb459-2301-4e1d-8707-352733c62adb req-ac9626d4-d71d-4d9d-a043-5507414b548f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:01.758663 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-a9fdb459-2301-4e1d-8707-352733c62adb req-ac9626d4-d71d-4d9d-a043-5507414b548f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Calling delete_port for 74a0ceb7-fe00-453e-a877-9c68717f1212 owned by compute:nova {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:51:01.886788 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-a9fdb459-2301-4e1d-8707-352733c62adb req-ac9626d4-d71d-4d9d-a043-5507414b548f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:01.902792 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['74a0ceb7-fe00-453e-a877-9c68717f1212'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:51:01.921771 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9626d4-d71d-4d9d-a043-5507414b548f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Pushing event deleted for resources: {'Port': ['ID=74a0ceb7-fe00-453e-a877-9c68717f1212,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:01.961349 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fdb459-2301-4e1d-8707-352733c62adb req-ac9626d4-d71d-4d9d-a043-5507414b548f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] No DVR routers for this DVR port 74a0ceb7-fe00-453e-a877-9c68717f1212 on host hv-cinder-80475 {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:51:01.963923 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-a9fdb459-2301-4e1d-8707-352733c62adb req-ac9626d4-d71d-4d9d-a043-5507414b548f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:01.966822 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a9fdb459-2301-4e1d-8707-352733c62adb req-ac9626d4-d71d-4d9d-a043-5507414b548f tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.65 "DELETE /v2.0/ports/74a0ceb7-fe00-453e-a877-9c68717f1212 HTTP/1.1" status: 204 len: 173 time: 0.4100878 Aug 27 09:51:01.967202 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f8ffdf-72a0-4f95-adab-0277ea5047cb', 'name': 'network-vif-deleted', 'tag': '74a0ceb7-fe00-453e-a877-9c68717f1212'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:51:01.969392 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979f4f76-dfbe-49b9-a1c6-14fd9c840980" -d '{"events": [{"server_uuid": "a5f8ffdf-72a0-4f95-adab-0277ea5047cb", "name": "network-vif-deleted", "tag": "74a0ceb7-fe00-453e-a877-9c68717f1212"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:51:02.007438 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab7c56e-ad5c-466d-a976-b00e76b45752 x-openstack-request-id: req-9ab7c56e-ad5c-466d-a976-b00e76b45752 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:51:02.007728 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f8ffdf-72a0-4f95-adab-0277ea5047cb", "name": "network-vif-deleted", "tag": "74a0ceb7-fe00-453e-a877-9c68717f1212", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:51:02.007974 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ab7c56e-ad5c-466d-a976-b00e76b45752 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:51:02.008361 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f8ffdf-72a0-4f95-adab-0277ea5047cb', 'name': 'network-vif-deleted', 'tag': '74a0ceb7-fe00-453e-a877-9c68717f1212', 'status': 'completed', 'code': 200} Aug 27 09:51:02.156854 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 11c4f375-7725-4a18-9cd5-9e27881756e2 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:51:02.207396 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port 11c4f375-7725-4a18-9cd5-9e27881756e2 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:51:02.210806 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 11c4f375-7725-4a18-9cd5-9e27881756e2 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:51:02.211180 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:02.297251 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:02.305288 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-710be5f4-2b6e-451b-b7d8-f42ea9ecd294 req-bb3995e3-6343-4b15-98fc-137b683ef5fe tempest-ServerRescueNegativeTestJSON-921323618 tempest-ServerRescueNegativeTestJSON-921323618-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5f8ffdf-72a0-4f95-adab-0277ea5047cb HTTP/1.1" status: 200 len: 210 time: 0.0262642 Aug 27 09:51:02.332938 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port 11c4f375-7725-4a18-9cd5-9e27881756e2, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=11c4f375-7725-4a18-9cd5-9e27881756e2,segment=NetworkSegment(e9d40677-97bc-47ec-81a5-e5ea6cf1e24b),segment_id=e9d40677-97bc-47ec-81a5-e5ea6cf1e24b)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:51:02.336480 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:02.383267 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=11c4f375-7725-4a18-9cd5-9e27881756e2,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:02.709133 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47473d6-20f7-4176-a843-097bee76a628 req-6d36306c-1be9-4dc6-87e5-a7124f035f47 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:02.710900 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b47473d6-20f7-4176-a843-097bee76a628 req-6d36306c-1be9-4dc6-87e5-a7124f035f47 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0522645 Aug 27 09:51:02.752634 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b47473d6-20f7-4176-a843-097bee76a628 req-c0c75821-e76a-438b-94f6-6d801cc19fa9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341263 Aug 27 09:51:03.363890 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56544) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:51:03.777503 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7429de52-6919-44c6-a45f-19808b555bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505889'] for router_interface, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:03.929310 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b8a8-a7f4-4313-84b8-57b2588553c4 req-6d0a290a-2417-4218-9b49-1f30891d2538 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:03.930832 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f3b0b8a8-a7f4-4313-84b8-57b2588553c4 req-6d0a290a-2417-4218-9b49-1f30891d2538 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 943 time: 0.0959089 Aug 27 09:51:04.055836 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f3b0b8a8-a7f4-4313-84b8-57b2588553c4 req-a4abfd00-01e1-491a-b908-b5a9f00f7ec4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043751 Aug 27 09:51:04.137236 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 11c4f375-7725-4a18-9cd5-9e27881756e2 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:51:04.151752 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-7429de52-6919-44c6-a45f-19808b555bdf admin admin] Deleting port 581b28e6-86c8-463d-8212-2aba511be3b5 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:51:04.152090 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7429de52-6919-44c6-a45f-19808b555bdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:04.183992 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 11c4f375-7725-4a18-9cd5-9e27881756e2 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:51:04.184358 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:04.231463 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [None req-7429de52-6919-44c6-a45f-19808b555bdf admin admin] For port 581b28e6-86c8-463d-8212-2aba511be3b5, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=581b28e6-86c8-463d-8212-2aba511be3b5,segment=NetworkSegment(f0bea831-4d70-4f79-8236-7fcb02beb724),segment_id=f0bea831-4d70-4f79-8236-7fcb02beb724)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:51:04.232479 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7429de52-6919-44c6-a45f-19808b555bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:04.245191 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-7429de52-6919-44c6-a45f-19808b555bdf admin admin] Calling delete_port for 581b28e6-86c8-463d-8212-2aba511be3b5 owned by network:router_interface {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:51:04.420018 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 60322d0d-86b6-4a85-acea-ea1c9f48a68f details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:51:04.423907 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 74a0ceb7-fe00-453e-a877-9c68717f1212 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:51:04.431450 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7429de52-6919-44c6-a45f-19808b555bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:04.456688 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: 74a0ceb7-fe00-453e-a877-9c68717f1212 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:51:04.457167 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 74a0ceb7-fe00-453e-a877-9c68717f1212 not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:51:04.461439 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429de52-6919-44c6-a45f-19808b555bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=581b28e6-86c8-463d-8212-2aba511be3b5,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:04.566226 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 60322d0d-86b6-4a85-acea-ea1c9f48a68f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60322d0d-86b6-4a85-acea-ea1c9f48a68f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:51:04.579280 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': '60322d0d-86b6-4a85-acea-ea1c9f48a68f', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'port_id': '60322d0d-86b6-4a85-acea-ea1c9f48a68f', 'mac_address': 'fa:16:3e:68:57:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:51:04.628639 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:04.639602 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7429de52-6919-44c6-a45f-19808b555bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1681814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506091'] for router_interface, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:04.646358 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60322d0d-86b6-4a85-acea-ea1c9f48a68f {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:51:04.667194 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 60322d0d-86b6-4a85-acea-ea1c9f48a68f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60322d0d-86b6-4a85-acea-ea1c9f48a68f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:51:04.674044 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:04.721847 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=60322d0d-86b6-4a85-acea-ea1c9f48a68f,revision_number=9']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:05.095012 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7429de52-6919-44c6-a45f-19808b555bdf admin admin] Router b7eafcc5-695a-4afa-873f-d3b93867509a has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:51:05.183588 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edf28c-344e-417a-ac19-e98c98370026 req-1bc9387d-8b6e-452e-9ccd-57f599908730 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:05.185546 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d0edf28c-344e-417a-ac19-e98c98370026 req-1bc9387d-8b6e-452e-9ccd-57f599908730 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 944 time: 0.0528188 Aug 27 09:51:05.203752 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7429de52-6919-44c6-a45f-19808b555bdf admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:51:05.208940 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-7429de52-6919-44c6-a45f-19808b555bdf admin admin] 10.222.0.55 "PUT /v2.0/routers/b7eafcc5-695a-4afa-873f-d3b93867509a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8440266 Aug 27 09:51:05.211383 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56562) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:51:05.215518 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c701091-db8d-4a43-8009-a6e96b992a8f None None] Sync routers for ids ['b7eafcc5-695a-4afa-873f-d3b93867509a'] in dv-cinder-804757-3-iscsi {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:51:05.224584 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d0edf28c-344e-417a-ac19-e98c98370026 req-c2c9dce6-0591-4d36-b2fa-d99b2d8dce21 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328059 Aug 27 09:51:05.238750 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c701091-db8d-4a43-8009-a6e96b992a8f None None] Routers {'b7eafcc5-695a-4afa-873f-d3b93867509a'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:51:05.239354 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-6c701091-db8d-4a43-8009-a6e96b992a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:50:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['b7eafcc5-695a-4afa-873f-d3b93867509a'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:05.317093 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2d20d43d-c2f2-44db-aa2e-6b5c20d63ae0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:05.344451 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-6c701091-db8d-4a43-8009-a6e96b992a8f None None] Set router b7eafcc5-695a-4afa-873f-d3b93867509a gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:51:05.416180 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2d20d43d-c2f2-44db-aa2e-6b5c20d63ae0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:05.470927 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-2d20d43d-c2f2-44db-aa2e-6b5c20d63ae0 admin admin] Deleting port 80c364c0-a206-4237-9f70-dda65e432813 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:51:05.471174 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2d20d43d-c2f2-44db-aa2e-6b5c20d63ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:05.526770 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-6c701091-db8d-4a43-8009-a6e96b992a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eafcc5-695a-4afa-873f-d3b93867509a', 'name': 'tempest-ServerRescueNegativeTestJSON-1452221039-router', 'tenant_id': 'f8af955f507041b0a77e055bd3164b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '80c364c0-a206-4237-9f70-dda65e432813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:14Z', 'updated_at': '2021-08-27T09:51:04Z', 'revision_number': 5, 'project_id': 'f8af955f507041b0a77e055bd3164b0b', 'gw_port': {'id': '80c364c0-a206-4237-9f70-dda65e432813', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eafcc5-695a-4afa-873f-d3b93867509a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:05.551809 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [None req-2d20d43d-c2f2-44db-aa2e-6b5c20d63ae0 admin admin] For port 80c364c0-a206-4237-9f70-dda65e432813, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=80c364c0-a206-4237-9f70-dda65e432813,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:51:05.552172 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2d20d43d-c2f2-44db-aa2e-6b5c20d63ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:05.566336 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-2d20d43d-c2f2-44db-aa2e-6b5c20d63ae0 admin admin] Calling delete_port for 80c364c0-a206-4237-9f70-dda65e432813 owned by network:router_gateway {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:51:05.634093 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c701091-db8d-4a43-8009-a6e96b992a8f None None] Checking router: b7eafcc5-695a-4afa-873f-d3b93867509a for host: dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:51:05.642818 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c701091-db8d-4a43-8009-a6e96b992a8f None None] Routers {'b7eafcc5-695a-4afa-873f-d3b93867509a'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:51:05.643549 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-6c701091-db8d-4a43-8009-a6e96b992a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:50:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['b7eafcc5-695a-4afa-873f-d3b93867509a'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:05.727445 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-6c701091-db8d-4a43-8009-a6e96b992a8f None None] Set router b7eafcc5-695a-4afa-873f-d3b93867509a gateway port host: None {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:51:05.736885 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2d20d43d-c2f2-44db-aa2e-6b5c20d63ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:05.764451 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20d43d-c2f2-44db-aa2e-6b5c20d63ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=80c364c0-a206-4237-9f70-dda65e432813,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:05.779758 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-6c701091-db8d-4a43-8009-a6e96b992a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7eafcc5-695a-4afa-873f-d3b93867509a', 'name': 'tempest-ServerRescueNegativeTestJSON-1452221039-router', 'tenant_id': 'f8af955f507041b0a77e055bd3164b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:14Z', 'updated_at': '2021-08-27T09:51:05Z', 'revision_number': 6, 'project_id': 'f8af955f507041b0a77e055bd3164b0b', 'gw_port_host': None}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:05.808928 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c701091-db8d-4a43-8009-a6e96b992a8f None None] The sync data for ids ['b7eafcc5-695a-4afa-873f-d3b93867509a'] in dv-cinder-804757-3-iscsi is: [{'id': 'b7eafcc5-695a-4afa-873f-d3b93867509a', 'name': 'tempest-ServerRescueNegativeTestJSON-1452221039-router', 'tenant_id': 'f8af955f507041b0a77e055bd3164b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:14Z', 'updated_at': '2021-08-27T09:51:05Z', 'revision_number': 6, 'project_id': 'f8af955f507041b0a77e055bd3164b0b', 'gw_port_host': None}] {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:51:05.827637 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2d20d43d-c2f2-44db-aa2e-6b5c20d63ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504241'] for router_gateway, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:05.932456 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2d20d43d-c2f2-44db-aa2e-6b5c20d63ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1023807'] for router, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:05.934780 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2d20d43d-c2f2-44db-aa2e-6b5c20d63ae0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:05.999362 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2d20d43d-c2f2-44db-aa2e-6b5c20d63ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-510241'] for router, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:05.999964 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d20d43d-c2f2-44db-aa2e-6b5c20d63ae0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7eafcc5-695a-4afa-873f-d3b93867509a {{(pid=100334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 09:51:06.005203 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2d20d43d-c2f2-44db-aa2e-6b5c20d63ae0 admin admin] Notify callbacks [] for router, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:06.006009 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-2d20d43d-c2f2-44db-aa2e-6b5c20d63ae0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b7eafcc5-695a-4afa-873f-d3b93867509a HTTP/1.1" status: 204 len: 168 time: 0.7937112 Aug 27 09:51:06.008379 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56568) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:51:06.054175 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3670513-13df-449b-962a-0bb4c3dfeef1 admin admin] Deleting subnet 8a0b116e-984c-4493-adcb-d387668ba116 {{(pid=100334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 09:51:06.057614 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f3670513-13df-449b-962a-0bb4c3dfeef1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:06.091276 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f3670513-13df-449b-962a-0bb4c3dfeef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10028822'] for subnet, precommit_delete_associations {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:06.130656 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f3670513-13df-449b-962a-0bb4c3dfeef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492648'] for subnet, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:06.191247 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f3670513-13df-449b-962a-0bb4c3dfeef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10058872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9947351'] for subnet, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:06.218138 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3670513-13df-449b-962a-0bb4c3dfeef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a0b116e-984c-4493-adcb-d387668ba116,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:06.227823 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f3670513-13df-449b-962a-0bb4c3dfeef1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:06.227823 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-f3670513-13df-449b-962a-0bb4c3dfeef1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8a0b116e-984c-4493-adcb-d387668ba116 HTTP/1.1" status: 204 len: 168 time: 0.2163196 Aug 27 09:51:06.228462 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56570) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:51:06.296506 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 581b28e6-86c8-463d-8212-2aba511be3b5 no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:51:06.313603 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3481c2ba-037f-468a-9613-d52a35867354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574520'] for network, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:06.320238 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: 581b28e6-86c8-463d-8212-2aba511be3b5 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:51:06.320581 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 581b28e6-86c8-463d-8212-2aba511be3b5 not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:51:06.426986 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3481c2ba-037f-468a-9613-d52a35867354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561491', 'neutron.services.segments.db._delete_segments_for_network-8775451844590'] for network, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:06.441009 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-3481c2ba-037f-468a-9613-d52a35867354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d949d78-38f1-4e99-8b6a-57368afc2039']}} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:06.455853 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890adfa-8d41-4c1c-bb64-c21c78f61586 req-b7a877fe-3186-4558-8abb-a04d38107a76 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:06.457351 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1890adfa-8d41-4c1c-bb64-c21c78f61586 req-b7a877fe-3186-4558-8abb-a04d38107a76 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 944 time: 0.1132178 Aug 27 09:51:06.460522 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-3481c2ba-037f-468a-9613-d52a35867354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0bea831-4d70-4f79-8236-7fcb02beb724') {'for_net_delete': True} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:06.460819 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-3481c2ba-037f-468a-9613-d52a35867354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0bea831-4d70-4f79-8236-7fcb02beb724') {} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:06.479687 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3481c2ba-037f-468a-9613-d52a35867354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775451844473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10028809'] for segment, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:06.504061 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3481c2ba-037f-468a-9613-d52a35867354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:06.517810 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3481c2ba-037f-468a-9613-d52a35867354 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=100334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 09:51:06.517810 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3481c2ba-037f-468a-9613-d52a35867354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10058782'] for segment, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: Traceback (most recent call last): Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: timer() Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: cb(*args, **kw) Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: return func(*args, **kwargs) Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: self._notify() Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: self.callback(batched_events) Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: event.method(event) Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: return f(self, *a, **k) Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._get(url).json() Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: return self.request(url, 'GET', **kwargs) Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 09:51:06.519202 dv-cinder-804757-3-iscsi neutron-server[100334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 09:51:06.562834 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1890adfa-8d41-4c1c-bb64-c21c78f61586 req-4991fe95-3dcb-4fe0-b1d4-150889f878bb tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950940 Aug 27 09:51:06.586267 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3481c2ba-037f-468a-9613-d52a35867354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504205'] for network, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:06.592289 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3481c2ba-037f-468a-9613-d52a35867354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:06.594201 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-3481c2ba-037f-468a-9613-d52a35867354 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1d949d78-38f1-4e99-8b6a-57368afc2039 HTTP/1.1" status: 204 len: 168 time: 0.3652365 Aug 27 09:51:06.607113 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481c2ba-037f-468a-9613-d52a35867354 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d949d78-38f1-4e99-8b6a-57368afc2039,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:06.775668 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56578) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:51:06.818021 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-d0e3a9c5-093a-459f-a5a6-e25dfdb2ad28 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8af955f507041b0a77e055bd3164b0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396361 Aug 27 09:51:06.818926 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56580) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:51:06.870714 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-bf38158c-7aab-44b9-ba72-ac2763e0e1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:06.893925 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-bf38158c-7aab-44b9-ba72-ac2763e0e1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:06.946654 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-bf38158c-7aab-44b9-ba72-ac2763e0e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:06.949325 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-bf38158c-7aab-44b9-ba72-ac2763e0e1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:06.950493 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-bf38158c-7aab-44b9-ba72-ac2763e0e1c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f8cfa30-92f7-4630-9e01-61587ea693a7 HTTP/1.1" status: 204 len: 168 time: 0.1306789 Aug 27 09:51:06.958996 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38158c-7aab-44b9-ba72-ac2763e0e1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8cfa30-92f7-4630-9e01-61587ea693a7,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:07.619165 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56606) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:51:07.683881 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58182acd-48fa-4092-85e5-096e34637f4e req-be981171-799a-4af1-9db8-aee3461e40fc tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:07.686077 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-58182acd-48fa-4092-85e5-096e34637f4e req-be981171-799a-4af1-9db8-aee3461e40fc tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 944 time: 0.0513742 Aug 27 09:51:07.723833 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-757b44a6-197a-42a9-8236-039cf9c89f81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-793001578-network', 'tenant_id': '117211cf835b42d2b9b01427af816f46'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:51:07.725371 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-58182acd-48fa-4092-85e5-096e34637f4e req-2aee556a-f5eb-488a-b996-4cf066acbeec tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332580 Aug 27 09:51:07.750872 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757b44a6-197a-42a9-8236-039cf9c89f81 admin admin] Made reservation on behalf of 117211cf835b42d2b9b01427af816f46 for: {'network': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:51:07.753214 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-757b44a6-197a-42a9-8236-039cf9c89f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for network, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:07.766625 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-757b44a6-197a-42a9-8236-039cf9c89f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:07.868665 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-757b44a6-197a-42a9-8236-039cf9c89f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:07.873110 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-757b44a6-197a-42a9-8236-039cf9c89f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:07.894018 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757b44a6-197a-42a9-8236-039cf9c89f81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=100334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 09:51:07.909009 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b44a6-197a-42a9-8236-039cf9c89f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f3cd1d-bca8-482d-9539-1caf6be98300,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:07.911961 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-757b44a6-197a-42a9-8236-039cf9c89f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:07.912300 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.segments_db [None req-757b44a6-197a-42a9-8236-039cf9c89f81 admin admin] Added segment ef98a523-0c5d-46a5-bd8b-ecbee4e89de5 of type vlan for network e824150c-a620-4cc4-8f01-7bdb95aef44a Aug 27 09:51:07.953182 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-757b44a6-197a-42a9-8236-039cf9c89f81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775451267687'] for network, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:07.976115 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-757b44a6-197a-42a9-8236-039cf9c89f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for network, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:07.977166 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757b44a6-197a-42a9-8236-039cf9c89f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:07.977955 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-757b44a6-197a-42a9-8236-039cf9c89f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:08.037210 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b44a6-197a-42a9-8236-039cf9c89f81 admin admin] Pushing event updated for resources: {'Network': ['ID=e824150c-a620-4cc4-8f01-7bdb95aef44a,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:08.040171 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-757b44a6-197a-42a9-8236-039cf9c89f81 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4199836 Aug 27 09:51:08.043541 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56614) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:51:08.048407 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Network e824150c-a620-4cc4-8f01-7bdb95aef44a details requested by agent ovs-agent-dv-cinder-804757-3-iscsi with host dv-cinder-804757-3-iscsi {{(pid=100336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 09:51:08.048882 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-d3cf6b0d-d434-48aa-ab9a-872676139616 admin admin] Request body: {'subnet': {'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-793001578-subnet', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:51:08.069987 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cf6b0d-d434-48aa-ab9a-872676139616 admin admin] Made reservation on behalf of 117211cf835b42d2b9b01427af816f46 for: {'subnet': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:51:08.072390 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d3cf6b0d-d434-48aa-ab9a-872676139616 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9947324'] for subnet, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:08.202826 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 80c364c0-a206-4237-9f70-dda65e432813 no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:51:08.228996 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: 80c364c0-a206-4237-9f70-dda65e432813 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:51:08.229338 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 80c364c0-a206-4237-9f70-dda65e432813 not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:51:08.254625 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d3cf6b0d-d434-48aa-ab9a-872676139616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10045627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9947342'] for subnet, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:08.311760 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf6b0d-d434-48aa-ab9a-872676139616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:08.322675 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cf6b0d-d434-48aa-ab9a-872676139616 admin admin] Checking segment: {'id': 'ef98a523-0c5d-46a5-bd8b-ecbee4e89de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:51:08.323030 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cf6b0d-d434-48aa-ab9a-872676139616 admin admin] Network hostable DHCP agents. Network: e824150c-a620-4cc4-8f01-7bdb95aef44a, hostable agents: ['f25084d2-4677-41d8-9429-a13aa7534b2d'], hosted agents: [] {{(pid=100334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 09:51:08.339390 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cf6b0d-d434-48aa-ab9a-872676139616 admin admin] Network e824150c-a620-4cc4-8f01-7bdb95aef44a is scheduled to be hosted by DHCP agent f25084d2-4677-41d8-9429-a13aa7534b2d with binding_index 1 {{(pid=100334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 09:51:08.348808 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-d3cf6b0d-d434-48aa-ab9a-872676139616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-3-iscsi, e824150c-a620-4cc4-8f01-7bdb95aef44a) {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:51:08.353408 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cf6b0d-d434-48aa-ab9a-872676139616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:08.354055 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d3cf6b0d-d434-48aa-ab9a-872676139616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:08.361407 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cae2df4-6d84-4b6e-bc4e-550a59aa4afe None None] Network e824150c-a620-4cc4-8f01-7bdb95aef44a requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:51:08.368580 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-d3cf6b0d-d434-48aa-ab9a-872676139616 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3243902 Aug 27 09:51:08.371238 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56616) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:51:08.375764 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-f512f4ad-c7df-4cdb-8c04-502e23cf03cc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:51:08.395286 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f512f4ad-c7df-4cdb-8c04-502e23cf03cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-510412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1023757'] for router, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:08.396512 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f512f4ad-c7df-4cdb-8c04-502e23cf03cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1023750'] for router, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:08.447268 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f512f4ad-c7df-4cdb-8c04-502e23cf03cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:08.495227 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['60322d0d-86b6-4a85-acea-ea1c9f48a68f'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:51:08.504299 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc97b90-cefa-5163-94d9-147ed2ba9986-e824150c-a620-4cc4-8f01-7bdb95aef44a', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'fixed_ips': [{'subnet_id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b'}]}} from dv-cinder-804757-3-iscsi. {{(pid=100336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 09:51:08.505136 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:08.586492 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f512f4ad-c7df-4cdb-8c04-502e23cf03cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:08.710614 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.db_base_plugin_common [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Allocated IP 172.20.0.2 (e824150c-a620-4cc4-8f01-7bdb95aef44a/fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b/f12d2b99-e988-4c90-909e-daec6c711076) {{(pid=100336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:51:08.790830 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f512f4ad-c7df-4cdb-8c04-502e23cf03cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:08.816078 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f512f4ad-c7df-4cdb-8c04-502e23cf03cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:08.896825 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Notify callbacks [] for port, precommit_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:08.906220 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Transition to ACTIVE for port object f12d2b99-e988-4c90-909e-daec6c711076 will not be triggered until provisioned by entity L2. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:51:08.910130 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b86bd-c591-409b-b283-ffd9775e3ed1 req-dfae4927-6528-4e8e-9951-fcad17556d04 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:08.911708 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-382b86bd-c591-409b-b283-ffd9775e3ed1 req-dfae4927-6528-4e8e-9951-fcad17556d04 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 944 time: 0.0986800 Aug 27 09:51:08.922473 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Transition to ACTIVE for port object f12d2b99-e988-4c90-909e-daec6c711076 will not be triggered until provisioned by entity DHCP. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:51:08.928359 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:08.971030 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Network e824150c-a620-4cc4-8f01-7bdb95aef44a is already hosted by enough agents. {{(pid=100336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:51:08.975788 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.base_scheduler [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Resources bound (agent type, host, resource id): {{(pid=100336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:51:08.979304 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Received port after_create {{(pid=100336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:51:08.986358 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Pushing event updated for resources: {'Port': ['ID=f12d2b99-e988-4c90-909e-daec6c711076,revision_number=1']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:08.988213 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [None req-f512f4ad-c7df-4cdb-8c04-502e23cf03cc admin admin] Allocated IP 172.27.3.76 (7e0666e1-bba7-40d6-99a1-baf82e3072a1/16ad6031-57d4-4eed-bb48-2f2edbdd88d6/eb31ac16-e8bb-4236-be3d-8154b6e902b0) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:51:08.992809 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-382b86bd-c591-409b-b283-ffd9775e3ed1 req-8119497f-6ec3-48ae-af31-5da980fd25b7 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598192 Aug 27 09:51:08.997522 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:08.997522 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:08.997864 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:09.000497 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:09.000497 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:09.000497 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:09.000497 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:09.000497 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:09.000497 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:09.000497 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:09.000497 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:09.001357 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:09.053885 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Attempting to bind port f12d2b99-e988-4c90-909e-daec6c711076 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:51:09.054942 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Attempting to bind port f12d2b99-e988-4c90-909e-daec6c711076 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': 'ef98a523-0c5d-46a5-bd8b-ecbee4e89de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a'}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:51:09.055460 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Attempting to bind port f12d2b99-e988-4c90-909e-daec6c711076 on network e824150c-a620-4cc4-8f01-7bdb95aef44a {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:51:09.062051 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:51:09.062417 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Checking segment: {'id': 'ef98a523-0c5d-46a5-bd8b-ecbee4e89de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:51:09.062811 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:09.063193 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Bound using segment: {'id': 'ef98a523-0c5d-46a5-bd8b-ecbee4e89de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a'} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:51:09.063736 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Bound port: f12d2b99-e988-4c90-909e-daec6c711076, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef98a523-0c5d-46a5-bd8b-ecbee4e89de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a'}}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:51:09.064112 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:09.118803 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f512f4ad-c7df-4cdb-8c04-502e23cf03cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:09.130960 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] For port f12d2b99-e988-4c90-909e-daec6c711076, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:51:09.133985 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] For port f12d2b99-e988-4c90-909e-daec6c711076, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=f12d2b99-e988-4c90-909e-daec6c711076,segment=NetworkSegment(ef98a523-0c5d-46a5-bd8b-ecbee4e89de5),segment_id=ef98a523-0c5d-46a5-bd8b-ecbee4e89de5)] {{(pid=100336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:51:09.139277 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:09.159003 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f512f4ad-c7df-4cdb-8c04-502e23cf03cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:09.200713 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97b1d7-269b-4750-b310-9d534bea31ee None None] Pushing event updated for resources: {'Port': ['ID=f12d2b99-e988-4c90-909e-daec6c711076,revision_number=2']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:09.211726 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f512f4ad-c7df-4cdb-8c04-502e23cf03cc admin admin] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:51:09.215042 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-f512f4ad-c7df-4cdb-8c04-502e23cf03cc admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:51:09.219841 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f512f4ad-c7df-4cdb-8c04-502e23cf03cc admin admin] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:51:09.222959 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512f4ad-c7df-4cdb-8c04-502e23cf03cc admin admin] Pushing event updated for resources: {'Port': ['ID=eb31ac16-e8bb-4236-be3d-8154b6e902b0,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:09.485601 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f512f4ad-c7df-4cdb-8c04-502e23cf03cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:09.976758 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f512f4ad-c7df-4cdb-8c04-502e23cf03cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504277'] for router, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:10.153611 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e5a656-e00d-4912-bcaa-4a35df6bb25d None None] Network e824150c-a620-4cc4-8f01-7bdb95aef44a requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:51:10.159844 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f512f4ad-c7df-4cdb-8c04-502e23cf03cc admin admin] Router 9a4f5938-8134-4de0-99cd-fa0e699801d3 is scheduled to L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a with binding_index 1 {{(pid=100334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 09:51:10.171229 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085e476-1e08-48d7-9fb8-7784f3091452 req-a9c15a78-1bbd-4ac0-89ab-50665740d69d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:10.173090 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-5085e476-1e08-48d7-9fb8-7784f3091452 req-a9c15a78-1bbd-4ac0-89ab-50665740d69d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 944 time: 0.0935092 Aug 27 09:51:10.214831 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device f12d2b99-e988-4c90-909e-daec6c711076 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:51:10.222280 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-5085e476-1e08-48d7-9fb8-7784f3091452 req-91442c5d-e81c-440c-b531-830184a964ec tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435135 Aug 27 09:51:10.267898 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-741f96f9-43ab-43b8-9fb4-47399b345ba5 None None] Provisioning for port f12d2b99-e988-4c90-909e-daec6c711076 completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:51:10.284930 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f512f4ad-c7df-4cdb-8c04-502e23cf03cc admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:51:10.298989 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Sync routers for ids ['9a4f5938-8134-4de0-99cd-fa0e699801d3'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:51:10.301060 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f512f4ad-c7df-4cdb-8c04-502e23cf03cc admin admin] Notify callbacks [] for router, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:10.302315 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-f512f4ad-c7df-4cdb-8c04-502e23cf03cc admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9301493 Aug 27 09:51:10.304997 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56636) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:51:10.327002 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Routers {'9a4f5938-8134-4de0-99cd-fa0e699801d3'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:51:10.327627 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:50:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['9a4f5938-8134-4de0-99cd-fa0e699801d3'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:10.385206 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port f12d2b99-e988-4c90-909e-daec6c711076 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:51:10.395434 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port f12d2b99-e988-4c90-909e-daec6c711076 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:51:10.395752 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:10.534931 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Set router 9a4f5938-8134-4de0-99cd-fa0e699801d3 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:51:10.667277 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:10.728336 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port f12d2b99-e988-4c90-909e-daec6c711076, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=f12d2b99-e988-4c90-909e-daec6c711076,segment=NetworkSegment(ef98a523-0c5d-46a5-bd8b-ecbee4e89de5),segment_id=ef98a523-0c5d-46a5-bd8b-ecbee4e89de5)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:51:10.734054 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:10.753020 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-69096b11-f648-4302-8bff-38e04230ae72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:10.818962 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=f12d2b99-e988-4c90-909e-daec6c711076,revision_number=3']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:10.835241 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:09Z', 'revision_number': 3, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port': {'id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:10.837885 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-baaf8315-021c-4f62-af20-cddc96d00e10 None None] Provisioning complete for port f12d2b99-e988-4c90-909e-daec6c711076 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:51:10.838255 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-baaf8315-021c-4f62-af20-cddc96d00e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:10.864450 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Checking router: 9a4f5938-8134-4de0-99cd-fa0e699801d3 for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:51:10.864450 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Updating router 9a4f5938-8134-4de0-99cd-fa0e699801d3 port eb31ac16-e8bb-4236-be3d-8154b6e902b0 binding host dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 09:51:10.920034 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:10.923435 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [None req-69096b11-f648-4302-8bff-38e04230ae72 admin admin] Allocated IP 172.20.0.1 (e824150c-a620-4cc4-8f01-7bdb95aef44a/fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b/02e980d1-357a-461c-8870-ce2cfd5e83bc) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:51:11.030535 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-69096b11-f648-4302-8bff-38e04230ae72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:11.046473 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [None req-69096b11-f648-4302-8bff-38e04230ae72 admin admin] Transition to ACTIVE for port object 02e980d1-357a-461c-8870-ce2cfd5e83bc will not be triggered until provisioned by entity DHCP. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:51:11.078946 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-69096b11-f648-4302-8bff-38e04230ae72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:11.115866 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69096b11-f648-4302-8bff-38e04230ae72 admin admin] Network e824150c-a620-4cc4-8f01-7bdb95aef44a is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:51:11.120495 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-69096b11-f648-4302-8bff-38e04230ae72 admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:51:11.124866 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69096b11-f648-4302-8bff-38e04230ae72 admin admin] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:51:11.154013 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69096b11-f648-4302-8bff-38e04230ae72 admin admin] Pushing event updated for resources: {'Port': ['ID=02e980d1-357a-461c-8870-ce2cfd5e83bc,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:11.172014 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-69096b11-f648-4302-8bff-38e04230ae72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504074'] for router_interface, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:11.235576 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Notify callbacks [] for port, precommit_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:11.250922 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Transition to ACTIVE for port object eb31ac16-e8bb-4236-be3d-8154b6e902b0 will not be triggered until provisioned by entity L2. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:51:11.260785 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:11.338225 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-69096b11-f648-4302-8bff-38e04230ae72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:11.408292 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1ed42-de75-40af-ae62-c65cfe9cd5aa req-451c1ba9-5bcc-45b5-8c95-04b9f2cdf65e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:11.409728 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-00a1ed42-de75-40af-ae62-c65cfe9cd5aa req-451c1ba9-5bcc-45b5-8c95-04b9f2cdf65e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 944 time: 0.0930693 Aug 27 09:51:11.451731 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Attempting to bind port eb31ac16-e8bb-4236-be3d-8154b6e902b0 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:51:11.452104 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Attempting to bind port eb31ac16-e8bb-4236-be3d-8154b6e902b0 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:51:11.452465 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Attempting to bind port eb31ac16-e8bb-4236-be3d-8154b6e902b0 on network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:51:11.457755 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9831f-aef9-4696-abdc-6e85f9a81375 None None] Pushing event updated for resources: {'Port': ['ID=eb31ac16-e8bb-4236-be3d-8154b6e902b0,revision_number=2']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:11.462717 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-5fb8ac2c-664a-4c3c-9fad-e35ef27af115 None None] Provisioning for port 02e980d1-357a-461c-8870-ce2cfd5e83bc completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:51:11.465066 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:51:11.465439 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Checking segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:51:11.466454 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:11.467142 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Bound using segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:51:11.467585 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Bound port: eb31ac16-e8bb-4236-be3d-8154b6e902b0, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:51:11.467969 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:11.471652 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-5fb8ac2c-664a-4c3c-9fad-e35ef27af115 None None] Provisioning complete for port 02e980d1-357a-461c-8870-ce2cfd5e83bc triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:51:11.472010 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-5fb8ac2c-664a-4c3c-9fad-e35ef27af115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:11.502070 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-00a1ed42-de75-40af-ae62-c65cfe9cd5aa req-e23302e8-b24b-4342-8c93-b017ceae9ead tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835161 Aug 27 09:51:11.538645 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-5fb8ac2c-664a-4c3c-9fad-e35ef27af115 None None] Port 02e980d1-357a-461c-8870-ce2cfd5e83bc cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:51:11.557936 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] For port eb31ac16-e8bb-4236-be3d-8154b6e902b0, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:51:11.561354 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] For port eb31ac16-e8bb-4236-be3d-8154b6e902b0, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=eb31ac16-e8bb-4236-be3d-8154b6e902b0,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:51:11.565857 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:11.577749 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-69096b11-f648-4302-8bff-38e04230ae72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:11.582145 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-69096b11-f648-4302-8bff-38e04230ae72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:11.620173 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Routers {'9a4f5938-8134-4de0-99cd-fa0e699801d3'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:51:11.620781 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:50:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['9a4f5938-8134-4de0-99cd-fa0e699801d3'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:11.647360 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69096b11-f648-4302-8bff-38e04230ae72 admin admin] Pushing event updated for resources: {'Port': ['ID=02e980d1-357a-461c-8870-ce2cfd5e83bc,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:11.650021 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-69096b11-f648-4302-8bff-38e04230ae72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1681839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-504021'] for router_interface, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:11.655952 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9831f-aef9-4696-abdc-6e85f9a81375 None None] Pushing event updated for resources: {'Port': ['ID=eb31ac16-e8bb-4236-be3d-8154b6e902b0,revision_number=3']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:11.731737 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] Set router 9a4f5938-8134-4de0-99cd-fa0e699801d3 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:51:11.743362 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69096b11-f648-4302-8bff-38e04230ae72 admin admin] Network e824150c-a620-4cc4-8f01-7bdb95aef44a is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:51:11.744739 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-69096b11-f648-4302-8bff-38e04230ae72 admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:51:11.866691 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69096b11-f648-4302-8bff-38e04230ae72 admin admin] Router 9a4f5938-8134-4de0-99cd-fa0e699801d3 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:51:11.946721 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 4, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port': {'id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '02e980d1-357a-461c-8870-ce2cfd5e83bc', 'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'mac_address': 'fa:16:3e:35:24:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:10Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 2, 'project_id': '117211cf835b42d2b9b01427af816f46', 'subnets': [{'id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:11.977656 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69096b11-f648-4302-8bff-38e04230ae72 admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:51:11.980731 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a40922d-b56a-4002-9189-a0dd7758aa22 None None] The sync data for ids ['9a4f5938-8134-4de0-99cd-fa0e699801d3'] in dv-cinder-804757-3-iscsi is: [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 4, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port': {'id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '02e980d1-357a-461c-8870-ce2cfd5e83bc', 'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'mac_address': 'fa:16:3e:35:24:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:10Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 2, 'project_id': '117211cf835b42d2b9b01427af816f46', 'subnets': [{'id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:51:11.986610 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-69096b11-f648-4302-8bff-38e04230ae72 admin admin] 10.222.0.55 "PUT /v2.0/routers/9a4f5938-8134-4de0-99cd-fa0e699801d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6773884 Aug 27 09:51:12.000637 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9d3a22e5-a106-4d4f-9e81-b80f41ec50e4 None None] Provisioning complete for port 02e980d1-357a-461c-8870-ce2cfd5e83bc triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:51:12.000637 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9d3a22e5-a106-4d4f-9e81-b80f41ec50e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:12.040281 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9d3a22e5-a106-4d4f-9e81-b80f41ec50e4 None None] Port 02e980d1-357a-461c-8870-ce2cfd5e83bc cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:51:12.152563 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device f12d2b99-e988-4c90-909e-daec6c711076 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:51:12.232360 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port f12d2b99-e988-4c90-909e-daec6c711076 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:51:12.232666 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:12.425883 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 60322d0d-86b6-4a85-acea-ea1c9f48a68f up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:51:12.480966 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port 60322d0d-86b6-4a85-acea-ea1c9f48a68f triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:51:12.481874 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:12.577589 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:12.601732 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb3db99-c9a7-4bdf-9195-6acd98a74be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60322d0d-86b6-4a85-acea-ea1c9f48a68f'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:51:12.604339 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ee474a-c8ef-4fe7-8fe9-6432b8e82297" -d '{"events": [{"server_uuid": "beb3db99-c9a7-4bdf-9195-6acd98a74be7", "name": "network-vif-plugged", "status": "completed", "tag": "60322d0d-86b6-4a85-acea-ea1c9f48a68f"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:51:12.619114 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 60322d0d-86b6-4a85-acea-ea1c9f48a68f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60322d0d-86b6-4a85-acea-ea1c9f48a68f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:51:12.624374 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:12.666770 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f55886-f95e-4ee6-8603-158e00d39797 req-bcee1b62-037b-4d43-ad8a-7ff9bf5f32b6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:12.669154 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-29f55886-f95e-4ee6-8603-158e00d39797 req-bcee1b62-037b-4d43-ad8a-7ff9bf5f32b6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 944 time: 0.0655890 Aug 27 09:51:12.690106 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=60322d0d-86b6-4a85-acea-ea1c9f48a68f,revision_number=10']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:12.742198 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-29f55886-f95e-4ee6-8603-158e00d39797 req-af2b5dfb-b8dc-4d30-bd5a-0753ddfe86bd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667031 Aug 27 09:51:12.810614 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401f368b-7535-450b-9918-ce7c5f176876 x-openstack-request-id: req-401f368b-7535-450b-9918-ce7c5f176876 {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:51:12.811067 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb3db99-c9a7-4bdf-9195-6acd98a74be7", "name": "network-vif-plugged", "status": "completed", "tag": "60322d0d-86b6-4a85-acea-ea1c9f48a68f", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:51:12.811352 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-401f368b-7535-450b-9918-ce7c5f176876 {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:51:12.811814 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb3db99-c9a7-4bdf-9195-6acd98a74be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60322d0d-86b6-4a85-acea-ea1c9f48a68f', 'code': 200} Aug 27 09:51:12.992785 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56658) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:51:12.997452 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-310efe6c-b6a2-45c2-861b-240608d0a4f0 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1120947970', 'description': 'tempest-description--880200061'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:51:13.020118 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-310efe6c-b6a2-45c2-861b-240608d0a4f0 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:13.112768 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-310efe6c-b6a2-45c2-861b-240608d0a4f0 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:13.116688 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-310efe6c-b6a2-45c2-861b-240608d0a4f0 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:13.144569 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-310efe6c-b6a2-45c2-861b-240608d0a4f0 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:13.145813 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-310efe6c-b6a2-45c2-861b-240608d0a4f0 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1520007 Aug 27 09:51:13.149092 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 56662) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:51:13.150526 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310efe6c-b6a2-45c2-861b-240608d0a4f0 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd354c8b-8f90-4229-9660-26dd973b3d8a,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:13.155637 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-06ca5ae3-0d8f-4af4-8fca-482846c67fb1 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Request body: {'security_group_rule': {'security_group_id': 'dd354c8b-8f90-4229-9660-26dd973b3d8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:51:13.184650 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-06ca5ae3-0d8f-4af4-8fca-482846c67fb1 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:13.238261 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-06ca5ae3-0d8f-4af4-8fca-482846c67fb1 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:13.242100 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-06ca5ae3-0d8f-4af4-8fca-482846c67fb1 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:13.261028 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca5ae3-0d8f-4af4-8fca-482846c67fb1 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ef2003-1187-4205-9ea7-5f6c087f256a,revision_number=0']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:13.269887 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-06ca5ae3-0d8f-4af4-8fca-482846c67fb1 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:13.271396 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-06ca5ae3-0d8f-4af4-8fca-482846c67fb1 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210663 Aug 27 09:51:13.274050 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 56664) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:51:13.279127 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-834e836b-a428-4991-84ce-adb068496777 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Request body: {'security_group_rule': {'security_group_id': 'dd354c8b-8f90-4229-9660-26dd973b3d8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:51:13.304971 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-834e836b-a428-4991-84ce-adb068496777 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:13.375984 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-834e836b-a428-4991-84ce-adb068496777 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:13.380036 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-834e836b-a428-4991-84ce-adb068496777 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:13.398559 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e836b-a428-4991-84ce-adb068496777 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98dc3131-1e91-4791-a8f5-8e332214671d,revision_number=0']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:13.405593 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-834e836b-a428-4991-84ce-adb068496777 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:13.410023 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-834e836b-a428-4991-84ce-adb068496777 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350136 Aug 27 09:51:13.410263 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56668) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:51:13.414839 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-370af4e9-ae0a-46c1-9035-67589a7b49fe tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Request body: {'floatingip': {'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:51:13.440343 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-370af4e9-ae0a-46c1-9035-67589a7b49fe tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for floatingip, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:13.539564 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-370af4e9-ae0a-46c1-9035-67589a7b49fe tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:13.644763 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [None req-370af4e9-ae0a-46c1-9035-67589a7b49fe tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Allocated IP 172.27.3.115 (7e0666e1-bba7-40d6-99a1-baf82e3072a1/16ad6031-57d4-4eed-bb48-2f2edbdd88d6/bdeb1659-d0a8-4382-bb0d-c1d599686a0c) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:51:13.750738 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-370af4e9-ae0a-46c1-9035-67589a7b49fe tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:13.792058 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-370af4e9-ae0a-46c1-9035-67589a7b49fe tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:13.838225 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370af4e9-ae0a-46c1-9035-67589a7b49fe tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:51:13.850715 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-370af4e9-ae0a-46c1-9035-67589a7b49fe tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:51:13.851594 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370af4e9-ae0a-46c1-9035-67589a7b49fe tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:51:13.889235 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370af4e9-ae0a-46c1-9035-67589a7b49fe tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Pushing event updated for resources: {'Port': ['ID=bdeb1659-d0a8-4382-bb0d-c1d599686a0c,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:13.923120 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cf8ba-bde2-4a62-8476-84d37279d1e6 req-db992ca7-cd5b-4537-8f32-16416d11a547 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:13.924649 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-cb1cf8ba-bde2-4a62-8476-84d37279d1e6 req-db992ca7-cd5b-4537-8f32-16416d11a547 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 946 time: 0.0929561 Aug 27 09:51:14.002442 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-cb1cf8ba-bde2-4a62-8476-84d37279d1e6 req-51740107-8fbb-4c69-b2dc-d4aee8d7949e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710580 Aug 27 09:51:14.003477 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-370af4e9-ae0a-46c1-9035-67589a7b49fe tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:14.043416 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-370af4e9-ae0a-46c1-9035-67589a7b49fe tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:14.154008 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Sync routers for ids ['9a4f5938-8134-4de0-99cd-fa0e699801d3'] in dv-cinder-804757-3-iscsi {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:51:14.166877 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Routers {'9a4f5938-8134-4de0-99cd-fa0e699801d3'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:51:14.168193 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:50:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['9a4f5938-8134-4de0-99cd-fa0e699801d3'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:14.217137 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device eb31ac16-e8bb-4236-be3d-8154b6e902b0 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:51:14.226324 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8b00b-5dc9-4762-8a1b-ff00a26f24f0 req-df1eb029-884a-4b82-ba53-d50c0455e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:14.227896 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b4f8b00b-5dc9-4762-8a1b-ff00a26f24f0 req-df1eb029-884a-4b82-ba53-d50c0455e166 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 1099 time: 0.0788255 Aug 27 09:51:14.275877 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port eb31ac16-e8bb-4236-be3d-8154b6e902b0 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:51:14.281103 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port eb31ac16-e8bb-4236-be3d-8154b6e902b0 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:51:14.281531 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:14.293679 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Set router 9a4f5938-8134-4de0-99cd-fa0e699801d3 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:51:14.296784 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-370af4e9-ae0a-46c1-9035-67589a7b49fe tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:14.312982 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b4f8b00b-5dc9-4762-8a1b-ff00a26f24f0 req-c9453b3d-e0d4-4ed8-813b-dac29dce5d4e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675976 Aug 27 09:51:14.321733 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-370af4e9-ae0a-46c1-9035-67589a7b49fe tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:14.375198 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:14.402018 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port eb31ac16-e8bb-4236-be3d-8154b6e902b0, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=eb31ac16-e8bb-4236-be3d-8154b6e902b0,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:51:14.406934 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370af4e9-ae0a-46c1-9035-67589a7b49fe tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Pushing event updated for resources: {'Port': ['ID=bdeb1659-d0a8-4382-bb0d-c1d599686a0c,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:14.411065 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:14.416756 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-370af4e9-ae0a-46c1-9035-67589a7b49fe tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504191'] for floatingip, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:14.433613 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-370af4e9-ae0a-46c1-9035-67589a7b49fe tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:14.435254 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-370af4e9-ae0a-46c1-9035-67589a7b49fe tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0239446 Aug 27 09:51:14.478207 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=eb31ac16-e8bb-4236-be3d-8154b6e902b0,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:14.529706 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 4, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port': {'id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '02e980d1-357a-461c-8870-ce2cfd5e83bc', 'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'mac_address': 'fa:16:3e:35:24:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:10Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 2, 'project_id': '117211cf835b42d2b9b01427af816f46', 'subnets': [{'id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:14.557246 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Checking router: 9a4f5938-8134-4de0-99cd-fa0e699801d3 for host: dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:51:14.557530 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Updating router 9a4f5938-8134-4de0-99cd-fa0e699801d3 port 02e980d1-357a-461c-8870-ce2cfd5e83bc binding host dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 09:51:14.582793 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:14.585860 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-93494f7b-c7ee-45be-8098-2f8e549184c3 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1120947970&fields=id&tenant_id=117211cf835b42d2b9b01427af816f46 HTTP/1.1" status: 200 len: 267 time: 0.0338025 Aug 27 09:51:14.701475 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-831e0d8b-1973-4a50-b297-399473a93f55 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:14.704593 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-831e0d8b-1973-4a50-b297-399473a93f55 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/networks?id=e824150c-a620-4cc4-8f01-7bdb95aef44a HTTP/1.1" status: 200 len: 810 time: 0.1111979 Aug 27 09:51:14.719409 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-9358e86b-e3ed-4568-95d5-a4619ab75af5 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/quotas/117211cf835b42d2b9b01427af816f46 HTTP/1.1" status: 200 len: 375 time: 0.0106251 Aug 27 09:51:14.774300 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-a072af22-066b-4191-82f6-e92f9dd5b458 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=117211cf835b42d2b9b01427af816f46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489159 Aug 27 09:51:14.845595 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Notify callbacks [] for port, precommit_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:14.855121 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.provisioning_blocks [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Transition to ACTIVE for port object 02e980d1-357a-461c-8870-ce2cfd5e83bc will not be triggered until provisioned by entity L2. {{(pid=100337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:51:14.861210 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:14.874323 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-c174884f-a96d-4b53-b156-ae465a439c81 service neutron] 10.222.0.55 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874786 Aug 27 09:51:14.912502 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497fd46-16c3-4606-a753-f8411526bcf4 None None] Pushing event updated for resources: {'Port': ['ID=02e980d1-357a-461c-8870-ce2cfd5e83bc,revision_number=3']} {{(pid=100337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:14.971771 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-960de1ee-9f95-4a5f-9e9c-1459181f4622 service neutron] 10.222.0.55 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912030 Aug 27 09:51:14.972592 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Attempting to bind port 02e980d1-357a-461c-8870-ce2cfd5e83bc on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:51:14.972952 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Attempting to bind port 02e980d1-357a-461c-8870-ce2cfd5e83bc by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': 'ef98a523-0c5d-46a5-bd8b-ecbee4e89de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a'}] {{(pid=100337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:51:14.973304 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Attempting to bind port 02e980d1-357a-461c-8870-ce2cfd5e83bc on network e824150c-a620-4cc4-8f01-7bdb95aef44a {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:51:14.978685 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:51:14.979045 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Checking segment: {'id': 'ef98a523-0c5d-46a5-bd8b-ecbee4e89de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:51:14.979442 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:14.979969 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Bound using segment: {'id': 'ef98a523-0c5d-46a5-bd8b-ecbee4e89de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a'} {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:51:14.980255 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Bound port: 02e980d1-357a-461c-8870-ce2cfd5e83bc, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef98a523-0c5d-46a5-bd8b-ecbee4e89de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a'}}] {{(pid=100337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:51:14.981570 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:15.049814 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.db [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] For port 02e980d1-357a-461c-8870-ce2cfd5e83bc, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:51:15.053849 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.db [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] For port 02e980d1-357a-461c-8870-ce2cfd5e83bc, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=02e980d1-357a-461c-8870-ce2cfd5e83bc,segment=NetworkSegment(ef98a523-0c5d-46a5-bd8b-ecbee4e89de5),segment_id=ef98a523-0c5d-46a5-bd8b-ecbee4e89de5)] {{(pid=100337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:51:15.061379 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:15.125039 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Routers {'9a4f5938-8134-4de0-99cd-fa0e699801d3'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:51:15.125715 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:50:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['9a4f5938-8134-4de0-99cd-fa0e699801d3'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:15.177999 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a088e-fb12-4587-880a-24dd211d0b77 req-16035d82-563f-49ba-abb8-6d7c227aa880 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:15.187010 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-962a088e-fb12-4587-880a-24dd211d0b77 req-16035d82-563f-49ba-abb8-6d7c227aa880 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 946 time: 0.0876677 Aug 27 09:51:15.210289 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-c777f798-81ef-4d64-bfee-78f84daf14d2 req-16f4b5b6-0166-4e68-970a-b88df24d453e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 210 time: 0.0596626 Aug 27 09:51:15.241786 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-962a088e-fb12-4587-880a-24dd211d0b77 req-8938b848-dc61-4a0d-8c08-c46e2c714e22 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487802 Aug 27 09:51:15.282516 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497fd46-16c3-4606-a753-f8411526bcf4 None None] Pushing event updated for resources: {'Port': ['ID=02e980d1-357a-461c-8870-ce2cfd5e83bc,revision_number=4']} {{(pid=100337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:15.287525 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] Set router 9a4f5938-8134-4de0-99cd-fa0e699801d3 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:51:15.500713 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 4, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port': {'id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '02e980d1-357a-461c-8870-ce2cfd5e83bc', 'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'mac_address': 'fa:16:3e:35:24:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:10Z', 'updated_at': '2021-08-27T09:51:15Z', 'revision_number': 4, 'project_id': '117211cf835b42d2b9b01427af816f46', 'subnets': [{'id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:15.527664 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc5665b-265d-424e-b163-9182dc0ce360 None None] The sync data for ids ['9a4f5938-8134-4de0-99cd-fa0e699801d3'] in dv-cinder-804757-3-iscsi is: [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 4, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port': {'id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '02e980d1-357a-461c-8870-ce2cfd5e83bc', 'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'mac_address': 'fa:16:3e:35:24:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:10Z', 'updated_at': '2021-08-27T09:51:15Z', 'revision_number': 4, 'project_id': '117211cf835b42d2b9b01427af816f46', 'subnets': [{'id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:51:16.161854 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device eb31ac16-e8bb-4236-be3d-8154b6e902b0 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:51:16.208388 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port eb31ac16-e8bb-4236-be3d-8154b6e902b0 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:51:16.208761 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:16.290836 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 02e980d1-357a-461c-8870-ce2cfd5e83bc up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:51:16.299370 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-daecb40f-34ae-4505-a9e5-bfb15ccf44b8 req-8649bd50-c040-4481-beda-ac8ba50e1f15 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 210 time: 0.0279334 Aug 27 09:51:16.340442 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port 02e980d1-357a-461c-8870-ce2cfd5e83bc completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:51:16.344900 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 02e980d1-357a-461c-8870-ce2cfd5e83bc triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:51:16.345268 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:16.355660 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dec02b-d225-434a-b811-628de9a81669 req-9597a626-39ba-4beb-90a3-a2ec3c0a3698 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:16.357371 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e9dec02b-d225-434a-b811-628de9a81669 req-9597a626-39ba-4beb-90a3-a2ec3c0a3698 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 946 time: 0.0496647 Aug 27 09:51:16.401453 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e9dec02b-d225-434a-b811-628de9a81669 req-cb6951d9-c4e6-46b5-ba42-92c1d34f696c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381267 Aug 27 09:51:16.425735 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:16.457277 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port 02e980d1-357a-461c-8870-ce2cfd5e83bc, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=02e980d1-357a-461c-8870-ce2cfd5e83bc,segment=NetworkSegment(ef98a523-0c5d-46a5-bd8b-ecbee4e89de5),segment_id=ef98a523-0c5d-46a5-bd8b-ecbee4e89de5)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:51:16.460785 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:16.509896 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=02e980d1-357a-461c-8870-ce2cfd5e83bc,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:17.389817 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3f108072-faca-430d-8263-83b1ce8aeadd req-e1806e6e-f536-4293-af0b-12d29c32ca3f tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 210 time: 0.0256989 Aug 27 09:51:17.522735 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ede27-61b4-48d8-a3b4-640f9ccc96a5 req-7cd3a629-4193-4638-abdf-434ea4aff925 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:17.524313 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-df8ede27-61b4-48d8-a3b4-640f9ccc96a5 req-7cd3a629-4193-4638-abdf-434ea4aff925 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 946 time: 0.0501759 Aug 27 09:51:17.563319 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-df8ede27-61b4-48d8-a3b4-640f9ccc96a5 req-6e281e9d-da21-4da2-92e0-4df52afac107 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324619 Aug 27 09:51:18.146183 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 02e980d1-357a-461c-8870-ce2cfd5e83bc up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:51:18.196655 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 02e980d1-357a-461c-8870-ce2cfd5e83bc triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:51:18.197062 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:18.484888 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ff7fa992-356f-4c4c-8fba-35fbf4463163 req-5f23419a-8444-485b-94e3-b90f9301a53f tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 210 time: 0.0291243 Aug 27 09:51:18.690080 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3acc6-6000-4b41-96d1-985011f598a0 req-0aa9e564-4a07-4dd9-9751-20804bad5f00 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:18.691635 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8dd3acc6-6000-4b41-96d1-985011f598a0 req-0aa9e564-4a07-4dd9-9751-20804bad5f00 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 946 time: 0.0519998 Aug 27 09:51:18.750575 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8dd3acc6-6000-4b41-96d1-985011f598a0 req-88ca88d3-1976-4594-868b-e284c144a59b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516651 Aug 27 09:51:18.839175 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-f8c4061c-34d5-42c9-a368-cd3c8e6757fc tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:18.841656 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-f8c4061c-34d5-42c9-a368-cd3c8e6757fc tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.65 "GET /v2.0/networks?id=e824150c-a620-4cc4-8f01-7bdb95aef44a HTTP/1.1" status: 200 len: 810 time: 0.1174910 Aug 27 09:51:18.891705 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-25f812b6-29c8-416a-a4ad-9e75be902ba6 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=117211cf835b42d2b9b01427af816f46 HTTP/1.1" status: 200 len: 380 time: 0.0366025 Aug 27 09:51:18.931197 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Request body: {'port': {'device_id': '140d1d22-94ce-4df1-baab-5aa96aea6c47', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'admin_state_up': True, 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'security_groups': ['dd354c8b-8f90-4229-9660-26dd973b3d8a']}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:51:19.034654 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Made reservation on behalf of 117211cf835b42d2b9b01427af816f46 for: {'port': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:51:19.038310 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:19.165691 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Allocated IP 172.20.0.4 (e824150c-a620-4cc4-8f01-7bdb95aef44a/fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b/c1f9d423-5ee2-4769-b70e-dd4aab4c0258) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:51:19.306221 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:19.320749 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Transition to ACTIVE for port object c1f9d423-5ee2-4769-b70e-dd4aab4c0258 will not be triggered until provisioned by entity DHCP. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:51:19.354934 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:19.397307 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Network e824150c-a620-4cc4-8f01-7bdb95aef44a is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:51:19.400391 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:51:19.407823 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:51:19.433858 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Pushing event updated for resources: {'Port': ['ID=c1f9d423-5ee2-4769-b70e-dd4aab4c0258,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:19.446889 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:19.447234 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:19.447571 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:19.447903 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:19.448228 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:19.448558 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:19.450737 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:19.450737 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:19.450737 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:19.450737 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:19.451777 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:19.452108 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:51:19.474794 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:19.475430 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:19.494176 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-7a0c9b1a-deef-4429-b3c6-a944cda90077 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5667646 Aug 27 09:51:19.514865 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Request body: {'port': {'device_id': '140d1d22-94ce-4df1-baab-5aa96aea6c47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:51:19.601293 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:19.629542 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83222195-413d-469c-af5d-25e2b240a566 req-561af22e-c519-4437-824c-80741052cee7 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:19.631396 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-83222195-413d-469c-af5d-25e2b240a566 req-561af22e-c519-4437-824c-80741052cee7 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 931 time: 0.0552869 Aug 27 09:51:19.680704 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-83222195-413d-469c-af5d-25e2b240a566 req-8af8c589-ec7d-410c-8b8d-64968c2bab6a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396571 Aug 27 09:51:19.755522 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-63dfe196-e598-4e8a-aa7a-cdcc14ed11ae None None] Provisioning for port c1f9d423-5ee2-4769-b70e-dd4aab4c0258 completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:51:19.759560 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-63dfe196-e598-4e8a-aa7a-cdcc14ed11ae None None] Provisioning complete for port c1f9d423-5ee2-4769-b70e-dd4aab4c0258 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:51:19.760038 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-63dfe196-e598-4e8a-aa7a-cdcc14ed11ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:19.813262 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-63dfe196-e598-4e8a-aa7a-cdcc14ed11ae None None] Port c1f9d423-5ee2-4769-b70e-dd4aab4c0258 cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:51:19.917092 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26e85d-d126-4573-94d7-64b73309fa19 req-9820f926-bedf-453c-8ca4-07fa336b7229 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:19.919410 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0c26e85d-d126-4573-94d7-64b73309fa19 req-9820f926-bedf-453c-8ca4-07fa336b7229 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 946 time: 0.0742941 Aug 27 09:51:19.973623 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f9d423-5ee2-4769-b70e-dd4aab4c0258 {{(pid=100334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:51:19.987968 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:19.998100 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0c26e85d-d126-4573-94d7-64b73309fa19 req-6fe0754c-08c2-4fa4-ad3c-6cc707c2823a tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705416 Aug 27 09:51:20.004931 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Transition to ACTIVE for port object c1f9d423-5ee2-4769-b70e-dd4aab4c0258 will not be triggered until provisioned by entity L2. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:51:20.009502 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:20.069280 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f9d423-5ee2-4769-b70e-dd4aab4c0258,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:20.143648 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Attempting to bind port c1f9d423-5ee2-4769-b70e-dd4aab4c0258 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:51:20.144085 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Attempting to bind port c1f9d423-5ee2-4769-b70e-dd4aab4c0258 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'ef98a523-0c5d-46a5-bd8b-ecbee4e89de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a'}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:51:20.144492 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Attempting to bind port c1f9d423-5ee2-4769-b70e-dd4aab4c0258 on network e824150c-a620-4cc4-8f01-7bdb95aef44a {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:51:20.150005 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Port c1f9d423-5ee2-4769-b70e-dd4aab4c0258 on network e824150c-a620-4cc4-8f01-7bdb95aef44a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:51:20.150363 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Attempting to bind port c1f9d423-5ee2-4769-b70e-dd4aab4c0258 on network e824150c-a620-4cc4-8f01-7bdb95aef44a {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:51:20.156675 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:51:20.157016 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Checking segment: {'id': 'ef98a523-0c5d-46a5-bd8b-ecbee4e89de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:51:20.157408 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Bound using segment: {'id': 'ef98a523-0c5d-46a5-bd8b-ecbee4e89de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a'} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:51:20.157869 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Bound port: c1f9d423-5ee2-4769-b70e-dd4aab4c0258, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef98a523-0c5d-46a5-bd8b-ecbee4e89de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a'}}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:51:20.158229 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:20.230323 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] For port c1f9d423-5ee2-4769-b70e-dd4aab4c0258, host hv-cinder-80475, cleared binding levels {{(pid=100334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:51:20.234225 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] For port c1f9d423-5ee2-4769-b70e-dd4aab4c0258, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c1f9d423-5ee2-4769-b70e-dd4aab4c0258,segment=NetworkSegment(ef98a523-0c5d-46a5-bd8b-ecbee4e89de5),segment_id=ef98a523-0c5d-46a5-bd8b-ecbee4e89de5)] {{(pid=100334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:51:20.238672 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:20.277676 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:20.278596 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:20.280027 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] 10.222.0.65 "PUT /v2.0/ports/c1f9d423-5ee2-4769-b70e-dd4aab4c0258 HTTP/1.1" status: 200 len: 1093 time: 0.7706535 Aug 27 09:51:20.280493 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140d1d22-94ce-4df1-baab-5aa96aea6c47', 'tag': 'c1f9d423-5ee2-4769-b70e-dd4aab4c0258'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:51:20.282772 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a645cea-28ba-467d-af1b-da69539a3470" -d '{"events": [{"name": "network-changed", "server_uuid": "140d1d22-94ce-4df1-baab-5aa96aea6c47", "tag": "c1f9d423-5ee2-4769-b70e-dd4aab4c0258"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:51:20.307407 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d550a1-aad6-4996-a1c4-627f6d719cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f9d423-5ee2-4769-b70e-dd4aab4c0258,revision_number=3']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:20.339840 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9155fe44-1653-4d47-aba1-af53d4361038 x-openstack-request-id: req-9155fe44-1653-4d47-aba1-af53d4361038 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:51:20.340147 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140d1d22-94ce-4df1-baab-5aa96aea6c47", "tag": "c1f9d423-5ee2-4769-b70e-dd4aab4c0258", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:51:20.340460 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9155fe44-1653-4d47-aba1-af53d4361038 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:51:20.340853 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140d1d22-94ce-4df1-baab-5aa96aea6c47', 'tag': 'c1f9d423-5ee2-4769-b70e-dd4aab4c0258', 'status': 'completed', 'code': 200} Aug 27 09:51:20.374627 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-97e8cc55-595b-4864-85b1-07e587cbbf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:20.376293 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-97e8cc55-595b-4864-85b1-07e587cbbf32 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=117211cf835b42d2b9b01427af816f46&device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 1096 time: 0.0457745 Aug 27 09:51:20.421224 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-77597fce-c729-4173-a186-08cbd0f9c4cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1f9d423-5ee2-4769-b70e-dd4aab4c0258 HTTP/1.1" status: 200 len: 217 time: 0.0347304 Aug 27 09:51:20.475795 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-a73f2624-bcf4-4c36-97c6-f4b115a17297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:20.477245 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-a73f2624-bcf4-4c36-97c6-f4b115a17297 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b HTTP/1.1" status: 200 len: 849 time: 0.0486593 Aug 27 09:51:20.526851 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-d0c93897-b1de-44ad-a6aa-7ba13454040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:20.528539 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-d0c93897-b1de-44ad-a6aa-7ba13454040a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e824150c-a620-4cc4-8f01-7bdb95aef44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393751 Aug 27 09:51:20.610202 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-d80af05c-262a-4d39-b659-fd4c6fde7e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:20.628584 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-d85d137b-20d5-4cb8-bb5b-bd561c1fd482 service neutron] 10.222.0.65 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854023 Aug 27 09:51:20.724466 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-495dfc63-3d9d-47e3-bbd9-a05cc37e09e6 req-ee0abdb8-ef47-4338-9ff2-e668bc3f191a service neutron] 10.222.0.65 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870306 Aug 27 09:51:20.846389 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516381c-727e-49e7-a00f-4ea78a737bbe req-c8b31544-5608-4a90-98cb-3abbd77a1c97 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:20.847895 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b516381c-727e-49e7-a00f-4ea78a737bbe req-c8b31544-5608-4a90-98cb-3abbd77a1c97 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 943 time: 0.0885847 Aug 27 09:51:20.849692 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a645cea-28ba-467d-af1b-da69539a3470 req-2d62d691-a383-4c14-a61e-6d84e2d4e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:20.851032 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6a645cea-28ba-467d-af1b-da69539a3470 req-2d62d691-a383-4c14-a61e-6d84e2d4e90c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=117211cf835b42d2b9b01427af816f46&device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 1096 time: 0.0632627 Aug 27 09:51:20.942421 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b516381c-727e-49e7-a00f-4ea78a737bbe req-babd0e51-9b63-4738-89b6-47359370ceed tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882957 Aug 27 09:51:20.972332 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a645cea-28ba-467d-af1b-da69539a3470 req-e55b584f-93e2-4920-ae70-154f7bd62f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:20.973978 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6a645cea-28ba-467d-af1b-da69539a3470 req-e55b584f-93e2-4920-ae70-154f7bd62f3c service neutron] 10.222.0.65 "GET /v2.0/networks?id=e824150c-a620-4cc4-8f01-7bdb95aef44a HTTP/1.1" status: 200 len: 912 time: 0.1125579 Aug 27 09:51:21.027750 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6a645cea-28ba-467d-af1b-da69539a3470 req-683a6ba4-2383-4eae-a4e8-94f719400d5f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1f9d423-5ee2-4769-b70e-dd4aab4c0258 HTTP/1.1" status: 200 len: 217 time: 0.0342782 Aug 27 09:51:21.085798 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a645cea-28ba-467d-af1b-da69539a3470 req-ac2cdb08-65aa-44db-8ad0-0d781b0a4966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:21.087268 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6a645cea-28ba-467d-af1b-da69539a3470 req-ac2cdb08-65aa-44db-8ad0-0d781b0a4966 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b HTTP/1.1" status: 200 len: 849 time: 0.0502634 Aug 27 09:51:21.122583 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8ba70-10a3-4114-bd4d-9a4c226d58dd req-7b43a486-b7f6-4c4a-baff-8b67f18a0ccc tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:21.124094 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-39c8ba70-10a3-4114-bd4d-9a4c226d58dd req-7b43a486-b7f6-4c4a-baff-8b67f18a0ccc tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 946 time: 0.0490029 Aug 27 09:51:21.136295 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a645cea-28ba-467d-af1b-da69539a3470 req-991c82f8-5b1b-4080-8d79-768d720a88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:21.139157 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6a645cea-28ba-467d-af1b-da69539a3470 req-991c82f8-5b1b-4080-8d79-768d720a88e1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e824150c-a620-4cc4-8f01-7bdb95aef44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410821 Aug 27 09:51:21.161886 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-39c8ba70-10a3-4114-bd4d-9a4c226d58dd req-877a1fc9-79cf-4a28-a3d6-f06590ae2be1 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315757 Aug 27 09:51:21.241690 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6a645cea-28ba-467d-af1b-da69539a3470 req-3a5a7191-c2c8-46fa-a9b4-7ed910eae033 service neutron] 10.222.0.65 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921190 Aug 27 09:51:21.605323 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6a645cea-28ba-467d-af1b-da69539a3470 req-2667b5a7-15fa-42b3-8c17-bde85c448399 service neutron] 10.222.0.65 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534048 Aug 27 09:51:22.053204 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57422f-00d8-4beb-99f6-658fab037077 req-1d8104f0-ec52-4247-9323-6c7f07eb7a71 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:22.054655 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7b57422f-00d8-4beb-99f6-658fab037077 req-1d8104f0-ec52-4247-9323-6c7f07eb7a71 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 943 time: 0.0480411 Aug 27 09:51:22.092938 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7b57422f-00d8-4beb-99f6-658fab037077 req-72b53f74-6f6d-45bb-aede-e49bf6415214 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313618 Aug 27 09:51:22.846025 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device c1f9d423-5ee2-4769-b70e-dd4aab4c0258 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:51:22.943769 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port c1f9d423-5ee2-4769-b70e-dd4aab4c0258, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c1f9d423-5ee2-4769-b70e-dd4aab4c0258,segment=NetworkSegment(ef98a523-0c5d-46a5-bd8b-ecbee4e89de5),segment_id=ef98a523-0c5d-46a5-bd8b-ecbee4e89de5)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:51:22.956081 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': 'c1f9d423-5ee2-4769-b70e-dd4aab4c0258', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'port_id': 'c1f9d423-5ee2-4769-b70e-dd4aab4c0258', 'mac_address': 'fa:16:3e:89:c1:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:51:23.001444 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:23.016544 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f9d423-5ee2-4769-b70e-dd4aab4c0258 {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:51:23.037657 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port c1f9d423-5ee2-4769-b70e-dd4aab4c0258, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c1f9d423-5ee2-4769-b70e-dd4aab4c0258,segment=NetworkSegment(ef98a523-0c5d-46a5-bd8b-ecbee4e89de5),segment_id=ef98a523-0c5d-46a5-bd8b-ecbee4e89de5)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:51:23.042488 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:23.091121 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=c1f9d423-5ee2-4769-b70e-dd4aab4c0258,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:23.211116 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a3b0b-1872-4b74-a0b6-ce73a51b14fa req-c5b3d260-f3b3-4006-8b41-fff29b0b5a5e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:23.212586 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a28a3b0b-1872-4b74-a0b6-ce73a51b14fa req-c5b3d260-f3b3-4006-8b41-fff29b0b5a5e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 944 time: 0.0520253 Aug 27 09:51:23.223516 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:51:23.251919 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a28a3b0b-1872-4b74-a0b6-ce73a51b14fa req-f7fd8c09-29a9-41b3-9079-dfed3e7d3e2d tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319202 Aug 27 09:51:23.351564 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-12cf15cc-d85b-4d63-877e-44838b00bfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:23.538446 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['c1f9d423-5ee2-4769-b70e-dd4aab4c0258'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:51:23.577056 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:24.141410 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-336f6395-abeb-4bb8-be07-f2eca1deffc8 req-f8cc456b-bcf2-47c9-aa49-2c2f02cbd782 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496364 Aug 27 09:51:24.269938 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-908f5a21-fd58-470c-bdf6-89e71305d19a tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-382891842&fields=id&tenant_id=a36c7d635aa4453085e33b93c245c04f HTTP/1.1" status: 200 len: 267 time: 0.0660419 Aug 27 09:51:24.272736 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f6395-abeb-4bb8-be07-f2eca1deffc8 req-4b263bf6-44d8-4cf5-aa94-2d8aeb521d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:24.274207 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-336f6395-abeb-4bb8-be07-f2eca1deffc8 req-4b263bf6-44d8-4cf5-aa94-2d8aeb521d88 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ec5ee960a9a402baca62a4f82fadfe3&device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 1099 time: 0.0799010 Aug 27 09:51:24.337541 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f60aa-bfaf-449c-adb9-e2970d842c8a req-d9a0984e-5166-40b3-a604-f7c183e14ba4 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:24.339007 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-2d1f60aa-bfaf-449c-adb9-e2970d842c8a req-d9a0984e-5166-40b3-a604-f7c183e14ba4 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 946 time: 0.0522020 Aug 27 09:51:24.377829 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-2d1f60aa-bfaf-449c-adb9-e2970d842c8a req-4ae51278-6d8f-454c-a81d-6f7d63a79f93 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315325 Aug 27 09:51:24.438641 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:24.448891 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f6395-abeb-4bb8-be07-f2eca1deffc8 req-a6ed3ed3-84c1-4e5a-bd6f-1a0749e8a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:24.450451 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-336f6395-abeb-4bb8-be07-f2eca1deffc8 req-a6ed3ed3-84c1-4e5a-bd6f-1a0749e8a815 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 HTTP/1.1" status: 200 len: 918 time: 0.1232419 Aug 27 09:51:24.456866 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-34d71058-e12e-42ce-8ce0-c790a1ec9587 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:24.458248 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-34d71058-e12e-42ce-8ce0-c790a1ec9587 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/networks?id=cc19112f-ba8d-4504-88bf-0381b6982fa3 HTTP/1.1" status: 200 len: 812 time: 0.1788816 Aug 27 09:51:24.479713 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-0e6b245e-b697-481b-8552-86414d4c4863 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/quotas/a36c7d635aa4453085e33b93c245c04f HTTP/1.1" status: 200 len: 375 time: 0.0157368 Aug 27 09:51:24.483257 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8648f5-e53a-48d8-a278-d9d769d038c4 req-8a868f79-637d-4b61-a71c-e1c77792d857 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:24.484758 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-2e8648f5-e53a-48d8-a278-d9d769d038c4 req-8a868f79-637d-4b61-a71c-e1c77792d857 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 944 time: 0.0494764 Aug 27 09:51:24.523121 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-2e8648f5-e53a-48d8-a278-d9d769d038c4 req-42769101-c4ed-4864-96d1-f3e948a766cc tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322826 Aug 27 09:51:24.562897 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-336f6395-abeb-4bb8-be07-f2eca1deffc8 req-642a325b-c5b9-48a3-a171-1495af5429c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60322d0d-86b6-4a85-acea-ea1c9f48a68f HTTP/1.1" status: 200 len: 1001 time: 0.0913253 Aug 27 09:51:24.573152 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-b2a745d3-cc23-4eb9-9607-90ee1621b9d1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a36c7d635aa4453085e33b93c245c04f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668523 Aug 27 09:51:24.663094 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f6395-abeb-4bb8-be07-f2eca1deffc8 req-fc41dd89-a1e6-4b13-8d67-7e35a9c1b13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:24.664530 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-336f6395-abeb-4bb8-be07-f2eca1deffc8 req-fc41dd89-a1e6-4b13-8d67-7e35a9c1b13d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=505694e5-d336-4af2-b727-846909e5f608 HTTP/1.1" status: 200 len: 855 time: 0.0905325 Aug 27 09:51:24.719647 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-b13e3816-99d5-4e8b-81d9-fde437eaf97e service neutron] 10.222.0.55 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207323 Aug 27 09:51:24.736214 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f6395-abeb-4bb8-be07-f2eca1deffc8 req-39e63994-8f6c-405e-ae63-5057a45d22bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:24.737640 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-336f6395-abeb-4bb8-be07-f2eca1deffc8 req-39e63994-8f6c-405e-ae63-5057a45d22bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596340 Aug 27 09:51:24.881298 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-40c73e40-82ac-4521-b98d-a42e682ddcb6 service neutron] 10.222.0.55 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547465 Aug 27 09:51:24.882897 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device c1f9d423-5ee2-4769-b70e-dd4aab4c0258 up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:51:24.887228 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-336f6395-abeb-4bb8-be07-f2eca1deffc8 req-b37b475b-f8fc-4f16-9524-182cbfe16c1f service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389444 Aug 27 09:51:24.943949 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:24.954417 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port c1f9d423-5ee2-4769-b70e-dd4aab4c0258 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:51:24.958767 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port c1f9d423-5ee2-4769-b70e-dd4aab4c0258 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:51:24.959132 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:24.998742 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-336f6395-abeb-4bb8-be07-f2eca1deffc8 req-1f332332-a16c-4be3-96e0-28cd323d654f service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039665 Aug 27 09:51:25.040522 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:25.066965 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140d1d22-94ce-4df1-baab-5aa96aea6c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f9d423-5ee2-4769-b70e-dd4aab4c0258'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:51:25.069268 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ac1cd5-6a62-4ea3-93d7-32e75ac54878" -d '{"events": [{"server_uuid": "140d1d22-94ce-4df1-baab-5aa96aea6c47", "name": "network-vif-plugged", "status": "completed", "tag": "c1f9d423-5ee2-4769-b70e-dd4aab4c0258"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:51:25.083017 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port c1f9d423-5ee2-4769-b70e-dd4aab4c0258, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c1f9d423-5ee2-4769-b70e-dd4aab4c0258,segment=NetworkSegment(ef98a523-0c5d-46a5-bd8b-ecbee4e89de5),segment_id=ef98a523-0c5d-46a5-bd8b-ecbee4e89de5)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:51:25.089731 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:25.116927 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e13f123-aef2-407a-a1a4-4c58738d935d x-openstack-request-id: req-2e13f123-aef2-407a-a1a4-4c58738d935d {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:51:25.117226 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140d1d22-94ce-4df1-baab-5aa96aea6c47", "name": "network-vif-plugged", "status": "completed", "tag": "c1f9d423-5ee2-4769-b70e-dd4aab4c0258", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:51:25.117475 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e13f123-aef2-407a-a1a4-4c58738d935d {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:51:25.117876 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140d1d22-94ce-4df1-baab-5aa96aea6c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f9d423-5ee2-4769-b70e-dd4aab4c0258', 'code': 200} Aug 27 09:51:25.158886 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=c1f9d423-5ee2-4769-b70e-dd4aab4c0258,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:25.201895 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-78e22859-f37d-4b80-9b46-38eccff0dcbb req-e40e60c1-3217-4363-8c41-2c50196393af tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 210 time: 0.0280707 Aug 27 09:51:25.322711 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae45f93-435e-44bf-b776-7e166cb3ef9b req-ea0da57d-6916-4bfa-96e3-c4828c323f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:25.324257 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-aae45f93-435e-44bf-b776-7e166cb3ef9b req-ea0da57d-6916-4bfa-96e3-c4828c323f2b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 1098 time: 0.0416529 Aug 27 09:51:25.362423 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-aae45f93-435e-44bf-b776-7e166cb3ef9b req-58dc7b6d-dc25-4502-9e65-331e53b1cbc1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286098 Aug 27 09:51:25.496428 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade4706-61e4-46f9-90c4-f836e3a87f7f req-1e64c3a9-2d4a-4ced-9481-37bc59309c8d tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:25.498615 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2ade4706-61e4-46f9-90c4-f836e3a87f7f req-1e64c3a9-2d4a-4ced-9481-37bc59309c8d tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 946 time: 0.0511239 Aug 27 09:51:25.536760 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2ade4706-61e4-46f9-90c4-f836e3a87f7f req-b87b7040-251f-4492-9a8a-250c0350ed90 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317407 Aug 27 09:51:25.640080 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80df1c5-da88-401b-8183-92c50fe6af75 req-f6d55fe0-f762-4264-8953-3d1c4d4a6acb tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:25.641560 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b80df1c5-da88-401b-8183-92c50fe6af75 req-f6d55fe0-f762-4264-8953-3d1c4d4a6acb tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0490437 Aug 27 09:51:25.691385 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b80df1c5-da88-401b-8183-92c50fe6af75 req-49816340-ba22-4100-ac6f-aa1dadd8d1ed tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434010 Aug 27 09:51:26.292813 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-cae056fb-979a-4f0d-b162-2ec5a9657c03 req-573c75d4-b5bb-486c-8648-3847598d1efe tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 210 time: 0.0254493 Aug 27 09:51:26.323980 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:26.509621 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-dfc70292-fce5-4139-be8a-a0e6b6e8bc0c tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:26.511080 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-dfc70292-fce5-4139-be8a-a0e6b6e8bc0c tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.65 "GET /v2.0/networks?id=cc19112f-ba8d-4504-88bf-0381b6982fa3 HTTP/1.1" status: 200 len: 812 time: 0.1047606 Aug 27 09:51:26.563225 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-57071eaf-4fb6-4bd3-88d8-61982447754e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a36c7d635aa4453085e33b93c245c04f HTTP/1.1" status: 200 len: 379 time: 0.0340667 Aug 27 09:51:26.583495 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-94ff9c04-51b7-4024-bbec-71a066f98afc tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Request body: {'port': {'device_id': 'c2852bd2-5512-405a-b338-4f22cd1765ae', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'admin_state_up': True, 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'security_groups': ['9978b119-6561-4cbd-89a1-3928ca7d63a7']}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:51:26.653754 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9576ed-84c0-4c30-b4b7-2fe854b4c89a req-c015bd02-2d81-4c73-b682-a9d99f949e4b tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:26.655262 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1e9576ed-84c0-4c30-b4b7-2fe854b4c89a req-c015bd02-2d81-4c73-b682-a9d99f949e4b tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 946 time: 0.0502572 Aug 27 09:51:26.693835 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1e9576ed-84c0-4c30-b4b7-2fe854b4c89a req-6815711d-fd82-43ad-afe8-8e49411535d6 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324087 Aug 27 09:51:26.696928 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-94ff9c04-51b7-4024-bbec-71a066f98afc tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Made reservation on behalf of a36c7d635aa4453085e33b93c245c04f for: {'port': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:51:26.701759 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-94ff9c04-51b7-4024-bbec-71a066f98afc tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:26.847497 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652ee3e-7d1f-4c60-8b7e-d514ca8e4c69 req-20984b7a-0b7c-4925-940f-102dc99e8d3c tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:26.848853 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f652ee3e-7d1f-4c60-8b7e-d514ca8e4c69 req-20984b7a-0b7c-4925-940f-102dc99e8d3c tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0938201 Aug 27 09:51:26.868577 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-94ff9c04-51b7-4024-bbec-71a066f98afc tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Allocated IP 172.20.0.14 (cc19112f-ba8d-4504-88bf-0381b6982fa3/1c6d5bd7-f50f-42b4-861c-8d22947a1275/a7b6eec1-3216-48d6-8291-0fa722c043fc) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:51:26.914970 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f652ee3e-7d1f-4c60-8b7e-d514ca8e4c69 req-28bfaacf-b90c-4473-9aab-4e28f99efe62 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572665 Aug 27 09:51:27.030234 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-94ff9c04-51b7-4024-bbec-71a066f98afc tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:27.045257 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-94ff9c04-51b7-4024-bbec-71a066f98afc tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Transition to ACTIVE for port object a7b6eec1-3216-48d6-8291-0fa722c043fc will not be triggered until provisioned by entity DHCP. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:51:27.083548 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-94ff9c04-51b7-4024-bbec-71a066f98afc tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:27.131923 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-94ff9c04-51b7-4024-bbec-71a066f98afc tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Network cc19112f-ba8d-4504-88bf-0381b6982fa3 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:51:27.137206 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-94ff9c04-51b7-4024-bbec-71a066f98afc tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:51:27.140982 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-94ff9c04-51b7-4024-bbec-71a066f98afc tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:51:27.164510 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff9c04-51b7-4024-bbec-71a066f98afc tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event updated for resources: {'Port': ['ID=a7b6eec1-3216-48d6-8291-0fa722c043fc,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:27.206786 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-94ff9c04-51b7-4024-bbec-71a066f98afc tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:27.207703 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-94ff9c04-51b7-4024-bbec-71a066f98afc tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:27.223034 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-94ff9c04-51b7-4024-bbec-71a066f98afc tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6436028 Aug 27 09:51:27.257553 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Request body: {'port': {'device_id': 'c2852bd2-5512-405a-b338-4f22cd1765ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:51:27.313741 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:27.323184 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-132deb1b-df76-4a5c-887e-9b23e610377e None None] Provisioning for port a7b6eec1-3216-48d6-8291-0fa722c043fc completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:51:27.327825 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-132deb1b-df76-4a5c-887e-9b23e610377e None None] Provisioning complete for port a7b6eec1-3216-48d6-8291-0fa722c043fc triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:51:27.328420 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-132deb1b-df76-4a5c-887e-9b23e610377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:27.362754 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-132deb1b-df76-4a5c-887e-9b23e610377e None None] Port a7b6eec1-3216-48d6-8291-0fa722c043fc cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:51:27.411876 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b15f0-110b-4e96-9866-6605eef72468 req-842000a4-3f5e-47a4-9381-8099e3237064 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:27.413432 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3a1b15f0-110b-4e96-9866-6605eef72468 req-842000a4-3f5e-47a4-9381-8099e3237064 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 932 time: 0.0496914 Aug 27 09:51:27.451225 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3a1b15f0-110b-4e96-9866-6605eef72468 req-d6560814-a0b0-48d5-b3a6-0de2b325e60a tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317957 Aug 27 09:51:27.520090 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc4eb3-2684-4e40-b246-93154df73425 req-4864a3d9-5bf5-4e1a-ae7e-8da9bb1ae365 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:27.521556 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-15fc4eb3-2684-4e40-b246-93154df73425 req-4864a3d9-5bf5-4e1a-ae7e-8da9bb1ae365 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.65 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 946 time: 0.0996428 Aug 27 09:51:27.678045 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-15fc4eb3-2684-4e40-b246-93154df73425 req-761329fd-7ae7-43e9-87fa-44597cfbcf35 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Deleting port 45fa0c8a-dff5-4096-bfb8-3ab30367180d {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:51:27.678272 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-15fc4eb3-2684-4e40-b246-93154df73425 req-761329fd-7ae7-43e9-87fa-44597cfbcf35 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:27.684472 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b6eec1-3216-48d6-8291-0fa722c043fc {{(pid=100334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:51:27.723187 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:27.745189 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Transition to ACTIVE for port object a7b6eec1-3216-48d6-8291-0fa722c043fc will not be triggered until provisioned by entity L2. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:51:27.752458 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:27.859252 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-15fc4eb3-2684-4e40-b246-93154df73425 req-761329fd-7ae7-43e9-87fa-44597cfbcf35 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] For port 45fa0c8a-dff5-4096-bfb8-3ab30367180d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=45fa0c8a-dff5-4096-bfb8-3ab30367180d,segment=NetworkSegment(e5e3ee02-3cbd-4e59-a421-a0f7e4641777),segment_id=e5e3ee02-3cbd-4e59-a421-a0f7e4641777)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:51:27.859395 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-15fc4eb3-2684-4e40-b246-93154df73425 req-761329fd-7ae7-43e9-87fa-44597cfbcf35 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:27.862606 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b6eec1-3216-48d6-8291-0fa722c043fc,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:27.880773 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-15fc4eb3-2684-4e40-b246-93154df73425 req-761329fd-7ae7-43e9-87fa-44597cfbcf35 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Calling delete_port for 45fa0c8a-dff5-4096-bfb8-3ab30367180d owned by compute:nova {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:51:27.906236 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42801acd-f792-4d0a-a336-c2e7c1e434d8 req-56b9783a-0ba3-4804-821d-01f0cad401c5 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:27.907759 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-42801acd-f792-4d0a-a336-c2e7c1e434d8 req-56b9783a-0ba3-4804-821d-01f0cad401c5 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 946 time: 0.1420546 Aug 27 09:51:28.017118 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-42801acd-f792-4d0a-a336-c2e7c1e434d8 req-89139df4-82ff-49bc-ba7b-e7f723b579ec tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872970 Aug 27 09:51:28.035553 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Attempting to bind port a7b6eec1-3216-48d6-8291-0fa722c043fc on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:51:28.035888 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Attempting to bind port a7b6eec1-3216-48d6-8291-0fa722c043fc by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:51:28.036216 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Attempting to bind port a7b6eec1-3216-48d6-8291-0fa722c043fc on network cc19112f-ba8d-4504-88bf-0381b6982fa3 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:51:28.038293 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dfe18-a219-4cad-b079-014095e66433 req-19bf355f-183c-4bfa-bd9c-540bd701d6c9 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:28.040020 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-676dfe18-a219-4cad-b079-014095e66433 req-19bf355f-183c-4bfa-bd9c-540bd701d6c9 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0500317 Aug 27 09:51:28.043555 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Port a7b6eec1-3216-48d6-8291-0fa722c043fc on network cc19112f-ba8d-4504-88bf-0381b6982fa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:51:28.043870 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Attempting to bind port a7b6eec1-3216-48d6-8291-0fa722c043fc on network cc19112f-ba8d-4504-88bf-0381b6982fa3 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:51:28.055186 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:51:28.055517 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Checking segment: {'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:51:28.055891 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Bound using segment: {'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:51:28.056312 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Bound port: a7b6eec1-3216-48d6-8291-0fa722c043fc, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'}}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:51:28.056917 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:28.082147 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-676dfe18-a219-4cad-b079-014095e66433 req-4c681f21-32a8-4e12-819c-3869b57d1d2c tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362430 Aug 27 09:51:28.167878 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] For port a7b6eec1-3216-48d6-8291-0fa722c043fc, host hv-cinder-80475, cleared binding levels {{(pid=100334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:51:28.187471 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-15fc4eb3-2684-4e40-b246-93154df73425 req-761329fd-7ae7-43e9-87fa-44597cfbcf35 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:28.201013 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['45fa0c8a-dff5-4096-bfb8-3ab30367180d'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:51:28.207276 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] For port a7b6eec1-3216-48d6-8291-0fa722c043fc, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7b6eec1-3216-48d6-8291-0fa722c043fc,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:51:28.229352 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:28.232555 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761329fd-7ae7-43e9-87fa-44597cfbcf35 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Pushing event deleted for resources: {'Port': ['ID=45fa0c8a-dff5-4096-bfb8-3ab30367180d,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:28.302565 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fc4eb3-2684-4e40-b246-93154df73425 req-761329fd-7ae7-43e9-87fa-44597cfbcf35 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] No DVR routers for this DVR port 45fa0c8a-dff5-4096-bfb8-3ab30367180d on host hv-cinder-80475 {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:51:28.304535 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:28.305145 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:28.306803 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] 10.222.0.65 "PUT /v2.0/ports/a7b6eec1-3216-48d6-8291-0fa722c043fc HTTP/1.1" status: 200 len: 1094 time: 1.0534995 Aug 27 09:51:28.309466 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2852bd2-5512-405a-b338-4f22cd1765ae', 'tag': 'a7b6eec1-3216-48d6-8291-0fa722c043fc'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:51:28.311709 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a805060-c240-4862-a9c7-d03563bdab9c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2852bd2-5512-405a-b338-4f22cd1765ae", "tag": "a7b6eec1-3216-48d6-8291-0fa722c043fc"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:51:28.321795 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd9648-64f7-479a-98c9-42c643a08e26 req-9981482a-9821-4d39-856a-307b9a75b577 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:28.323469 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c5dd9648-64f7-479a-98c9-42c643a08e26 req-9981482a-9821-4d39-856a-307b9a75b577 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.1704819 Aug 27 09:51:28.327468 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-15fc4eb3-2684-4e40-b246-93154df73425 req-761329fd-7ae7-43e9-87fa-44597cfbcf35 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:28.329433 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-15fc4eb3-2684-4e40-b246-93154df73425 req-761329fd-7ae7-43e9-87fa-44597cfbcf35 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.65 "DELETE /v2.0/ports/45fa0c8a-dff5-4096-bfb8-3ab30367180d HTTP/1.1" status: 204 len: 173 time: 0.7997434 Aug 27 09:51:28.334300 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 56894) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:51:28.344095 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-f01d28eb-5248-46fa-848d-3ee9aed820e4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Request body: {'floatingip': {'port_id': 'c1f9d423-5ee2-4769-b70e-dd4aab4c0258'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:51:28.379725 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb605e3-69ec-4a12-8c59-9f98082d0cd3 x-openstack-request-id: req-ebb605e3-69ec-4a12-8c59-9f98082d0cd3 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:51:28.380006 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2852bd2-5512-405a-b338-4f22cd1765ae", "tag": "a7b6eec1-3216-48d6-8291-0fa722c043fc", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:51:28.380249 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ebb605e3-69ec-4a12-8c59-9f98082d0cd3 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:51:28.380637 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2852bd2-5512-405a-b338-4f22cd1765ae', 'tag': 'a7b6eec1-3216-48d6-8291-0fa722c043fc', 'status': 'completed', 'code': 200} Aug 27 09:51:28.418316 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c66e81-e5bb-448d-97a6-a50efb964f49 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b6eec1-3216-48d6-8291-0fa722c043fc,revision_number=3']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:28.424368 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f01d28eb-5248-46fa-848d-3ee9aed820e4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for floatingip, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:28.776174 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-1c76314c-55d9-451a-8238-c60e3804aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:28.777757 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-1c76314c-55d9-451a-8238-c60e3804aee2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a36c7d635aa4453085e33b93c245c04f&device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 1097 time: 0.3962853 Aug 27 09:51:28.848620 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-37252085-b470-4695-8777-32c2f8d812f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b6eec1-3216-48d6-8291-0fa722c043fc HTTP/1.1" status: 200 len: 217 time: 0.0456026 Aug 27 09:51:28.878541 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f1803-205f-4ac1-8f51-914287feab2c req-52636847-f619-468e-9573-ae1a89c4dc35 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:28.879936 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9a8f1803-205f-4ac1-8f51-914287feab2c req-52636847-f619-468e-9573-ae1a89c4dc35 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 944 time: 0.1609807 Aug 27 09:51:29.011861 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9a8f1803-205f-4ac1-8f51-914287feab2c req-5da6449d-3d7f-4a00-ae86-5350cac2b0f2 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025317 Aug 27 09:51:29.015344 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-66a357c3-9f17-4eee-906d-70ae5ca88229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:29.016867 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-66a357c3-9f17-4eee-906d-70ae5ca88229 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c6d5bd7-f50f-42b4-861c-8d22947a1275 HTTP/1.1" status: 200 len: 851 time: 0.1550591 Aug 27 09:51:29.135737 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ad815684-f6ad-49f8-9cb9-382920926b43 req-1fe6a87a-54e4-4df3-a8ec-77af70d0b78c tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=6514826d-22c0-4219-9614-ea6170140050 HTTP/1.1" status: 200 len: 210 time: 0.0268667 Aug 27 09:51:29.149203 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-616419d6-c695-4469-a2dc-e3da728242e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:29.150769 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-616419d6-c695-4469-a2dc-e3da728242e2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc19112f-ba8d-4504-88bf-0381b6982fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1132300 Aug 27 09:51:29.343789 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-63c365c7-42a0-4ee1-b993-a6b9a9b8048e service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546485 Aug 27 09:51:29.363079 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f01d28eb-5248-46fa-848d-3ee9aed820e4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:29.370885 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f01d28eb-5248-46fa-848d-3ee9aed820e4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504191'] for floatingip, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:29.528137 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1b258578-5006-4149-bf70-f2964d00b6e9 req-43427254-c454-42a0-afb2-062a2106736a service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671467 Aug 27 09:51:29.529506 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.l3_db [None req-f01d28eb-5248-46fa-848d-3ee9aed820e4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Floating IP 53f8bc4d-570f-4b09-a9b7-0359341a7fe2 associated. External IP: 172.27.3.115, port: c1f9d423-5ee2-4769-b70e-dd4aab4c0258. Aug 27 09:51:29.662452 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a805060-c240-4862-a9c7-d03563bdab9c req-49ae77ba-4ec2-4e1b-8c22-2d0683bc9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:29.663825 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9a805060-c240-4862-a9c7-d03563bdab9c req-49ae77ba-4ec2-4e1b-8c22-2d0683bc9f76 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a36c7d635aa4453085e33b93c245c04f&device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 1097 time: 0.0607309 Aug 27 09:51:29.828567 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a805060-c240-4862-a9c7-d03563bdab9c req-32175a8d-9b96-46b1-9cba-c3c2050f279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:29.830124 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9a805060-c240-4862-a9c7-d03563bdab9c req-32175a8d-9b96-46b1-9cba-c3c2050f279d service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc19112f-ba8d-4504-88bf-0381b6982fa3 HTTP/1.1" status: 200 len: 914 time: 0.1366978 Aug 27 09:51:29.831790 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01d28eb-5248-46fa-848d-3ee9aed820e4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Router 9a4f5938-8134-4de0-99cd-fa0e699801d3 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:51:29.907241 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9a805060-c240-4862-a9c7-d03563bdab9c req-d77e107f-48e9-480a-9df0-d129f3406a14 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b6eec1-3216-48d6-8291-0fa722c043fc HTTP/1.1" status: 200 len: 217 time: 0.0638797 Aug 27 09:51:30.003721 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01d28eb-5248-46fa-848d-3ee9aed820e4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:51:30.006137 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a805060-c240-4862-a9c7-d03563bdab9c req-b84f42d9-eae3-4c92-871a-44880b91c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:30.007589 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9a805060-c240-4862-a9c7-d03563bdab9c req-b84f42d9-eae3-4c92-871a-44880b91c874 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c6d5bd7-f50f-42b4-861c-8d22947a1275 HTTP/1.1" status: 200 len: 851 time: 0.0584087 Aug 27 09:51:30.010554 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f01d28eb-5248-46fa-848d-3ee9aed820e4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:30.013078 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ccc6b4-6ddd-4194-8568-0d50784eb668 None None] Sync routers for ids ['9a4f5938-8134-4de0-99cd-fa0e699801d3'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:51:30.022137 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ccc6b4-6ddd-4194-8568-0d50784eb668 None None] Routers {'9a4f5938-8134-4de0-99cd-fa0e699801d3'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:51:30.022736 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-27ccc6b4-6ddd-4194-8568-0d50784eb668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:51:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['9a4f5938-8134-4de0-99cd-fa0e699801d3'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:30.064914 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-f01d28eb-5248-46fa-848d-3ee9aed820e4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "PUT /v2.0/floatingips/53f8bc4d-570f-4b09-a9b7-0359341a7fe2 HTTP/1.1" status: 200 len: 991 time: 1.7270753 Aug 27 09:51:30.077574 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a805060-c240-4862-a9c7-d03563bdab9c req-a51c9a90-e824-4822-b333-bcafd11a69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:30.079098 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9a805060-c240-4862-a9c7-d03563bdab9c req-a51c9a90-e824-4822-b333-bcafd11a69ea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc19112f-ba8d-4504-88bf-0381b6982fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501742 Aug 27 09:51:30.144474 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-27ccc6b4-6ddd-4194-8568-0d50784eb668 None None] Set router 9a4f5938-8134-4de0-99cd-fa0e699801d3 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:51:30.184112 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aedf33-25a2-43e5-afca-b32e0aebff5c req-f3ab6960-ee38-4738-bb66-935bae01d97e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:30.185672 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-57aedf33-25a2-43e5-afca-b32e0aebff5c req-f3ab6960-ee38-4738-bb66-935bae01d97e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 944 time: 0.1018519 Aug 27 09:51:30.242548 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9a805060-c240-4862-a9c7-d03563bdab9c req-ad91d747-666b-4ef4-b710-60539dca9ca6 service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458969 Aug 27 09:51:30.248187 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-57aedf33-25a2-43e5-afca-b32e0aebff5c req-ad2e2d79-a80c-4c40-a280-872872dde9c9 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516634 Aug 27 09:51:30.367679 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9a805060-c240-4862-a9c7-d03563bdab9c req-79384125-4177-4f1b-a94e-b28c0250853b service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149194 Aug 27 09:51:30.382144 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6514826d-22c0-4219-9614-ea6170140050', 'name': 'network-vif-deleted', 'tag': '45fa0c8a-dff5-4096-bfb8-3ab30367180d'}, {'name': 'network-changed', 'server_uuid': '140d1d22-94ce-4df1-baab-5aa96aea6c47', 'tag': 'c1f9d423-5ee2-4769-b70e-dd4aab4c0258'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:51:30.384898 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708fad93-0ba2-42df-b1ad-8952eaac9bd4" -d '{"events": [{"server_uuid": "6514826d-22c0-4219-9614-ea6170140050", "name": "network-vif-deleted", "tag": "45fa0c8a-dff5-4096-bfb8-3ab30367180d"}, {"name": "network-changed", "server_uuid": "140d1d22-94ce-4df1-baab-5aa96aea6c47", "tag": "c1f9d423-5ee2-4769-b70e-dd4aab4c0258"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:51:30.428083 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 27 Aug 2021 09:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a511c254-2442-4412-b8fc-099745c91f81 x-openstack-request-id: req-a511c254-2442-4412-b8fc-099745c91f81 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:51:30.428384 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6514826d-22c0-4219-9614-ea6170140050", "name": "network-vif-deleted", "tag": "45fa0c8a-dff5-4096-bfb8-3ab30367180d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "140d1d22-94ce-4df1-baab-5aa96aea6c47", "tag": "c1f9d423-5ee2-4769-b70e-dd4aab4c0258", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:51:30.428628 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a511c254-2442-4412-b8fc-099745c91f81 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:51:30.429021 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6514826d-22c0-4219-9614-ea6170140050', 'name': 'network-vif-deleted', 'tag': '45fa0c8a-dff5-4096-bfb8-3ab30367180d', 'status': 'completed', 'code': 200} Aug 27 09:51:30.429268 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140d1d22-94ce-4df1-baab-5aa96aea6c47', 'tag': 'c1f9d423-5ee2-4769-b70e-dd4aab4c0258', 'status': 'completed', 'code': 200} Aug 27 09:51:30.506572 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fad93-0ba2-42df-b1ad-8952eaac9bd4 req-a3016487-8eff-44d7-a541-74f040b630ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:30.508159 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-708fad93-0ba2-42df-b1ad-8952eaac9bd4 req-a3016487-8eff-44d7-a541-74f040b630ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=117211cf835b42d2b9b01427af816f46&device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 1098 time: 0.0413964 Aug 27 09:51:30.541385 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-27ccc6b4-6ddd-4194-8568-0d50784eb668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 4, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port': {'id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': '53f8bc4d-570f-4b09-a9b7-0359341a7fe2', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'port_id': 'c1f9d423-5ee2-4769-b70e-dd4aab4c0258', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'mac_address': 'fa:16:3e:89:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140d1d22-94ce-4df1-baab-5aa96aea6c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:51:13Z', 'updated_at': '2021-08-27T09:51:29Z', 'revision_number': 1, 'project_id': '117211cf835b42d2b9b01427af816f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e980d1-357a-461c-8870-ce2cfd5e83bc', 'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'mac_address': 'fa:16:3e:35:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:10Z', 'updated_at': '2021-08-27T09:51:16Z', 'revision_number': 5, 'project_id': '117211cf835b42d2b9b01427af816f46', 'subnets': [{'id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:30.569799 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ccc6b4-6ddd-4194-8568-0d50784eb668 None None] Checking router: 9a4f5938-8134-4de0-99cd-fa0e699801d3 for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:51:30.578344 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ccc6b4-6ddd-4194-8568-0d50784eb668 None None] Routers {'9a4f5938-8134-4de0-99cd-fa0e699801d3'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:51:30.578943 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-27ccc6b4-6ddd-4194-8568-0d50784eb668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:51:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['9a4f5938-8134-4de0-99cd-fa0e699801d3'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:30.607818 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fad93-0ba2-42df-b1ad-8952eaac9bd4 req-43a5f397-f243-419c-b106-36ee3a1826cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:30.609291 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-708fad93-0ba2-42df-b1ad-8952eaac9bd4 req-43a5f397-f243-419c-b106-36ee3a1826cc service neutron] 10.222.0.65 "GET /v2.0/networks?id=e824150c-a620-4cc4-8f01-7bdb95aef44a HTTP/1.1" status: 200 len: 912 time: 0.0883996 Aug 27 09:51:30.674973 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-708fad93-0ba2-42df-b1ad-8952eaac9bd4 req-1f8433da-71d9-45a4-b0c5-3cf1f82f6819 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1f9d423-5ee2-4769-b70e-dd4aab4c0258 HTTP/1.1" status: 200 len: 999 time: 0.0572391 Aug 27 09:51:30.680617 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-27ccc6b4-6ddd-4194-8568-0d50784eb668 None None] Set router 9a4f5938-8134-4de0-99cd-fa0e699801d3 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:51:30.726283 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fad93-0ba2-42df-b1ad-8952eaac9bd4 req-4c6034ca-d3c5-4e22-91d3-d4e51349ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:30.727768 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-708fad93-0ba2-42df-b1ad-8952eaac9bd4 req-4c6034ca-d3c5-4e22-91d3-d4e51349ff31 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b HTTP/1.1" status: 200 len: 849 time: 0.0427840 Aug 27 09:51:30.897546 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-27ccc6b4-6ddd-4194-8568-0d50784eb668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 4, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port': {'id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': '53f8bc4d-570f-4b09-a9b7-0359341a7fe2', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'port_id': 'c1f9d423-5ee2-4769-b70e-dd4aab4c0258', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'mac_address': 'fa:16:3e:89:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140d1d22-94ce-4df1-baab-5aa96aea6c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:51:13Z', 'updated_at': '2021-08-27T09:51:29Z', 'revision_number': 1, 'project_id': '117211cf835b42d2b9b01427af816f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e980d1-357a-461c-8870-ce2cfd5e83bc', 'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'mac_address': 'fa:16:3e:35:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:10Z', 'updated_at': '2021-08-27T09:51:16Z', 'revision_number': 5, 'project_id': '117211cf835b42d2b9b01427af816f46', 'subnets': [{'id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:30.922720 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ccc6b4-6ddd-4194-8568-0d50784eb668 None None] The sync data for ids ['9a4f5938-8134-4de0-99cd-fa0e699801d3'] in dv-cinder-804757-3-iscsi is: [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 4, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port': {'id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': '53f8bc4d-570f-4b09-a9b7-0359341a7fe2', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'port_id': 'c1f9d423-5ee2-4769-b70e-dd4aab4c0258', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'mac_address': 'fa:16:3e:89:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140d1d22-94ce-4df1-baab-5aa96aea6c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:51:13Z', 'updated_at': '2021-08-27T09:51:29Z', 'revision_number': 1, 'project_id': '117211cf835b42d2b9b01427af816f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e980d1-357a-461c-8870-ce2cfd5e83bc', 'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'mac_address': 'fa:16:3e:35:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:10Z', 'updated_at': '2021-08-27T09:51:16Z', 'revision_number': 5, 'project_id': '117211cf835b42d2b9b01427af816f46', 'subnets': [{'id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:51:31.100936 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7f48ff-bd8d-4da5-87a9-6a027af55dd0 None None] New status for floating IP 53f8bc4d-570f-4b09-a9b7-0359341a7fe2: ACTIVE {{(pid=100337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 09:51:31.364237 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa97169-0486-4604-961f-1bec5cbf15a1 req-85863725-1abc-4b3f-be17-35287dd254bc tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:31.365748 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-2aa97169-0486-4604-961f-1bec5cbf15a1 req-85863725-1abc-4b3f-be17-35287dd254bc tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 944 time: 0.0482287 Aug 27 09:51:31.405596 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-2aa97169-0486-4604-961f-1bec5cbf15a1 req-87767d51-a64b-4d09-b718-2ae079ff289c tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339963 Aug 27 09:51:31.686953 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 45fa0c8a-dff5-4096-bfb8-3ab30367180d no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:51:31.709341 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: 45fa0c8a-dff5-4096-bfb8-3ab30367180d {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:51:31.709699 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 45fa0c8a-dff5-4096-bfb8-3ab30367180d not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:51:32.518017 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ae830-32da-4e99-8519-1c8460044c86 req-2068fe2f-0e58-4e34-8500-fb1ba8f3d14f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:32.519516 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a98ae830-32da-4e99-8519-1c8460044c86 req-2068fe2f-0e58-4e34-8500-fb1ba8f3d14f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 944 time: 0.0488014 Aug 27 09:51:32.556874 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a98ae830-32da-4e99-8519-1c8460044c86 req-0830456f-9fac-4946-aba8-a4b722ac5c09 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313439 Aug 27 09:51:33.682084 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c323bd-7dc1-46b0-9da5-a6d820ffdf86 req-89626175-1581-4caf-ae90-5d59ad02e675 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:33.683625 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f8c323bd-7dc1-46b0-9da5-a6d820ffdf86 req-89626175-1581-4caf-ae90-5d59ad02e675 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 944 time: 0.0593002 Aug 27 09:51:33.722097 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f8c323bd-7dc1-46b0-9da5-a6d820ffdf86 req-4149ed63-0d72-4ea3-aaf5-12e909ce204d tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307965 Aug 27 09:51:33.808284 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fad93-0ba2-42df-b1ad-8952eaac9bd4 req-712f8ae5-6af6-4261-a348-811142e464d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:33.810376 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-708fad93-0ba2-42df-b1ad-8952eaac9bd4 req-712f8ae5-6af6-4261-a348-811142e464d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e824150c-a620-4cc4-8f01-7bdb95aef44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444064 Aug 27 09:51:33.900148 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-708fad93-0ba2-42df-b1ad-8952eaac9bd4 req-62bd37ec-8680-4f82-aa11-c45dc2026dbb service neutron] 10.222.0.65 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792668 Aug 27 09:51:33.997944 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-708fad93-0ba2-42df-b1ad-8952eaac9bd4 req-b5dc0f12-7b4b-4815-aeff-9eeec033a89e service neutron] 10.222.0.65 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847714 Aug 27 09:51:34.833999 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2834fba-23b9-47b1-aa0a-d07d9b02a60f req-a9125ba7-d2ea-43bd-a945-e842b74910fa tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:34.835612 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a2834fba-23b9-47b1-aa0a-d07d9b02a60f req-a9125ba7-d2ea-43bd-a945-e842b74910fa tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 944 time: 0.0488529 Aug 27 09:51:34.876892 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a2834fba-23b9-47b1-aa0a-d07d9b02a60f req-02c0b15b-8ac4-4f31-b26e-ff89d9ac3c4e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346773 Aug 27 09:51:35.395336 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ab0fd-1ce8-4d33-aa47-7c35c64eac4f req-e336a7bc-b32f-43fc-9b12-aff01f71f848 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:35.396814 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-912ab0fd-1ce8-4d33-aa47-7c35c64eac4f req-e336a7bc-b32f-43fc-9b12-aff01f71f848 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 984 time: 0.0787928 Aug 27 09:51:35.403053 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3361401-3f2a-4399-a3d6-45433a4a1e38 req-ba26e833-e80d-4d9b-a84a-422311e92d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:35.404423 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c3361401-3f2a-4399-a3d6-45433a4a1e38 req-ba26e833-e80d-4d9b-a84a-422311e92d38 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd7089dd37db4591a4bfa8f85c7b8e01&device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 1137 time: 0.0577953 Aug 27 09:51:35.486831 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-912ab0fd-1ce8-4d33-aa47-7c35c64eac4f req-aeedade8-a7d1-47e0-bcd1-ddc1ccb47a66 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=d11a362f-0c49-4497-89cf-40430553a5a6&id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0814764 Aug 27 09:51:35.520871 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3361401-3f2a-4399-a3d6-45433a4a1e38 req-6ad0b05a-701f-499c-b428-d0aa60057ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:35.522380 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c3361401-3f2a-4399-a3d6-45433a4a1e38 req-6ad0b05a-701f-499c-b428-d0aa60057ec6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9fde31b5-2732-403d-afa4-b933d59badcc HTTP/1.1" status: 200 len: 916 time: 0.1048191 Aug 27 09:51:35.590819 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c3361401-3f2a-4399-a3d6-45433a4a1e38 req-fa47ead7-75c1-4ac4-b598-5ccb3b89460a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ade17a6-1042-4083-8902-906ae06f9564 HTTP/1.1" status: 200 len: 1000 time: 0.0563834 Aug 27 09:51:35.645476 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3361401-3f2a-4399-a3d6-45433a4a1e38 req-e658877b-7491-453a-80d2-0fd8d023af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:35.646881 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c3361401-3f2a-4399-a3d6-45433a4a1e38 req-e658877b-7491-453a-80d2-0fd8d023af6d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cd6e11d-1d08-4b5b-875e-ba4dc957d343 HTTP/1.1" status: 200 len: 853 time: 0.0447402 Aug 27 09:51:35.695057 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3361401-3f2a-4399-a3d6-45433a4a1e38 req-c8396140-3ff8-4305-b31c-e1afe3b453de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:35.696559 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c3361401-3f2a-4399-a3d6-45433a4a1e38 req-c8396140-3ff8-4305-b31c-e1afe3b453de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9fde31b5-2732-403d-afa4-b933d59badcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401886 Aug 27 09:51:35.795115 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c3361401-3f2a-4399-a3d6-45433a4a1e38 req-572df7f4-41ec-409b-87d8-71f7f5c44681 service neutron] 10.222.0.65 "GET /v2.0/networks/9fde31b5-2732-403d-afa4-b933d59badcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842004 Aug 27 09:51:35.891063 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c3361401-3f2a-4399-a3d6-45433a4a1e38 req-b9234d56-e35c-4ce9-87cf-d1d4e70ef147 service neutron] 10.222.0.65 "GET /v2.0/networks/9fde31b5-2732-403d-afa4-b933d59badcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858264 Aug 27 09:51:35.991732 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e1a41-8d3f-4eb3-8637-404b5b952439 req-1667c2b8-158b-4e34-bba6-c628d743d1ef tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:35.993114 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ea0e1a41-8d3f-4eb3-8637-404b5b952439 req-1667c2b8-158b-4e34-bba6-c628d743d1ef tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 944 time: 0.0477610 Aug 27 09:51:36.032528 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ea0e1a41-8d3f-4eb3-8637-404b5b952439 req-1905c562-229a-4336-b6b1-9b30031dc9ec tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322583 Aug 27 09:51:36.605073 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca01cae-cbc2-4074-ac7d-f1934b64bec8 req-466627a2-0cbd-4bbc-8404-e8bfb20ae0af tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:36.606628 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-eca01cae-cbc2-4074-ac7d-f1934b64bec8 req-466627a2-0cbd-4bbc-8404-e8bfb20ae0af tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 984 time: 0.0492079 Aug 27 09:51:36.647815 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-eca01cae-cbc2-4074-ac7d-f1934b64bec8 req-5df7c544-7c5a-4922-bf4d-776c6cfd1140 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=d11a362f-0c49-4497-89cf-40430553a5a6&id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347795 Aug 27 09:51:37.096901 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device a7b6eec1-3216-48d6-8291-0fa722c043fc details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:51:37.146233 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c6b5e-4485-4a3f-9900-740d50822e4f req-95472e44-111a-4c8b-a751-e4b5ec9fc443 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:37.147704 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-766c6b5e-4485-4a3f-9900-740d50822e4f req-95472e44-111a-4c8b-a751-e4b5ec9fc443 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 944 time: 0.0475059 Aug 27 09:51:37.185518 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-766c6b5e-4485-4a3f-9900-740d50822e4f req-f019703c-ce5e-4484-92eb-029bc32f86a7 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309317 Aug 27 09:51:37.191257 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port a7b6eec1-3216-48d6-8291-0fa722c043fc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7b6eec1-3216-48d6-8291-0fa722c043fc,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:51:37.203433 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': 'a7b6eec1-3216-48d6-8291-0fa722c043fc', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'port_id': 'a7b6eec1-3216-48d6-8291-0fa722c043fc', 'mac_address': 'fa:16:3e:fc:ca:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:51:37.238692 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:37.253753 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b6eec1-3216-48d6-8291-0fa722c043fc {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:51:37.273281 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port a7b6eec1-3216-48d6-8291-0fa722c043fc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7b6eec1-3216-48d6-8291-0fa722c043fc,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:51:37.276890 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:37.323097 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=a7b6eec1-3216-48d6-8291-0fa722c043fc,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:37.768529 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe5abb-5c10-491c-9193-6cc492e1ccc1 req-c6a880be-a977-4a71-a0ef-69c33478a126 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:37.769954 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-debe5abb-5c10-491c-9193-6cc492e1ccc1 req-c6a880be-a977-4a71-a0ef-69c33478a126 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 984 time: 0.0519171 Aug 27 09:51:37.809462 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-debe5abb-5c10-491c-9193-6cc492e1ccc1 req-23a5faee-260e-4a8b-9cb8-eb5c35ca1196 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=d11a362f-0c49-4497-89cf-40430553a5a6&id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331118 Aug 27 09:51:38.298878 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a6efe-6a10-4e24-a47a-3ee6c687ac51 req-de8fed24-2db2-4feb-ad32-1a08515132fe tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:38.300344 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3a3a6efe-6a10-4e24-a47a-3ee6c687ac51 req-de8fed24-2db2-4feb-ad32-1a08515132fe tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 945 time: 0.0494709 Aug 27 09:51:38.336670 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3a3a6efe-6a10-4e24-a47a-3ee6c687ac51 req-5ab6c273-fc8c-4333-b79d-aaf3920e6f2b tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305645 Aug 27 09:51:38.923107 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f17b2-c953-4e66-b31a-aad5136e88e7 req-4f9bdad7-3ce6-41ef-bd1d-915cdf1d9f37 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:38.924582 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b71f17b2-c953-4e66-b31a-aad5136e88e7 req-4f9bdad7-3ce6-41ef-bd1d-915cdf1d9f37 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 984 time: 0.0486252 Aug 27 09:51:38.963604 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b71f17b2-c953-4e66-b31a-aad5136e88e7 req-b40f2f4c-ed20-4e73-9f0a-0447bb04cfcd tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=d11a362f-0c49-4497-89cf-40430553a5a6&id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330799 Aug 27 09:51:39.421852 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['a7b6eec1-3216-48d6-8291-0fa722c043fc'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:51:39.704610 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9b062-f01e-4d32-9d65-88336c8b2cc9 req-697d91a1-20fd-4319-8117-f2758db2b21d tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:39.706028 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-37c9b062-f01e-4d32-9d65-88336c8b2cc9 req-697d91a1-20fd-4319-8117-f2758db2b21d tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 945 time: 0.3047619 Aug 27 09:51:39.743236 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-37c9b062-f01e-4d32-9d65-88336c8b2cc9 req-b60d8304-eee2-4771-baac-77f0762c3a3a tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313940 Aug 27 09:51:40.086091 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d667b5b-69f6-407d-a4ad-0b2930ac3761 req-cb6e6868-0488-4bdd-b78c-b8f40894c455 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:40.087574 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7d667b5b-69f6-407d-a4ad-0b2930ac3761 req-cb6e6868-0488-4bdd-b78c-b8f40894c455 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 984 time: 0.0543470 Aug 27 09:51:40.128498 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7d667b5b-69f6-407d-a4ad-0b2930ac3761 req-02d3ba2b-4132-4fef-bfab-7a96ea2c28ef tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=d11a362f-0c49-4497-89cf-40430553a5a6&id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336111 Aug 27 09:51:40.176940 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-d109bd6c-0fad-4721-8eae-d2dc83611ac9 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:40.178486 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-d109bd6c-0fad-4721-8eae-d2dc83611ac9 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/networks?id=278c5b7a-5184-43fa-a3fc-6b09a5eea24a HTTP/1.1" status: 200 len: 814 time: 0.1007996 Aug 27 09:51:40.193353 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-fd2b4717-67c5-4d0f-adb7-ae8e4cf7e7c1 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/quotas/1df15a8e58e3430e8f6133ab4e5ab10a HTTP/1.1" status: 200 len: 375 time: 0.0090039 Aug 27 09:51:40.227789 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-b42fd227-f8bc-45ff-9b93-bb444c3bbdd8 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1df15a8e58e3430e8f6133ab4e5ab10a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292706 Aug 27 09:51:40.317163 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-6ca5a475-0dd1-4ef2-a473-bf15f63f5736 service neutron] 10.222.0.55 "GET /v2.0/networks/278c5b7a-5184-43fa-a3fc-6b09a5eea24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823205 Aug 27 09:51:40.409114 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-dde6d68f-917a-401e-ad18-cfb020668be3 service neutron] 10.222.0.55 "GET /v2.0/networks/278c5b7a-5184-43fa-a3fc-6b09a5eea24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860174 Aug 27 09:51:40.569453 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f08db85b-ca3a-4362-90b9-1637456ba4f3 req-958a1fa5-ea57-4bd1-ba46-627b122379d1 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=af62d23b-453e-4183-835d-289fe5c586fe HTTP/1.1" status: 200 len: 210 time: 0.0278034 Aug 27 09:51:40.862606 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3a330-9a6e-4760-b1ae-8b897e909585 req-b36f0ba6-482c-4b54-80f7-f9cb3ef0d41f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:40.864102 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-60b3a330-9a6e-4760-b1ae-8b897e909585 req-b36f0ba6-482c-4b54-80f7-f9cb3ef0d41f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 945 time: 0.0506084 Aug 27 09:51:40.903872 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-60b3a330-9a6e-4760-b1ae-8b897e909585 req-18387def-f777-4b64-aea6-599c8a27eef1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332117 Aug 27 09:51:41.109236 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device a7b6eec1-3216-48d6-8291-0fa722c043fc up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:51:41.158205 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port a7b6eec1-3216-48d6-8291-0fa722c043fc completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:51:41.161983 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port a7b6eec1-3216-48d6-8291-0fa722c043fc triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:51:41.162399 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:41.241588 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:41.249042 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ad5f4-3021-4beb-83a7-83d438c93d86 req-aa41f7e6-4225-4cb1-80ef-238e2138ef95 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:41.256714 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-2a9ad5f4-3021-4beb-83a7-83d438c93d86 req-aa41f7e6-4225-4cb1-80ef-238e2138ef95 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 984 time: 0.0589221 Aug 27 09:51:41.265839 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2852bd2-5512-405a-b338-4f22cd1765ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b6eec1-3216-48d6-8291-0fa722c043fc'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:51:41.268188 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17794dee-1cc6-4654-b722-9a9b362f145d" -d '{"events": [{"server_uuid": "c2852bd2-5512-405a-b338-4f22cd1765ae", "name": "network-vif-plugged", "status": "completed", "tag": "a7b6eec1-3216-48d6-8291-0fa722c043fc"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:51:41.282653 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port a7b6eec1-3216-48d6-8291-0fa722c043fc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7b6eec1-3216-48d6-8291-0fa722c043fc,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:51:41.292389 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:41.297077 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-2a9ad5f4-3021-4beb-83a7-83d438c93d86 req-5820346d-bfcd-4574-a49c-f66e4106d8f1 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=d11a362f-0c49-4497-89cf-40430553a5a6&id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394473 Aug 27 09:51:41.343011 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8690d323-38a2-4833-b0cd-6ced3e4bf7ee x-openstack-request-id: req-8690d323-38a2-4833-b0cd-6ced3e4bf7ee {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:51:41.343289 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2852bd2-5512-405a-b338-4f22cd1765ae", "name": "network-vif-plugged", "status": "completed", "tag": "a7b6eec1-3216-48d6-8291-0fa722c043fc", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:51:41.343535 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8690d323-38a2-4833-b0cd-6ced3e4bf7ee {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:51:41.343911 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2852bd2-5512-405a-b338-4f22cd1765ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b6eec1-3216-48d6-8291-0fa722c043fc', 'code': 200} Aug 27 09:51:41.348200 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=a7b6eec1-3216-48d6-8291-0fa722c043fc,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:41.579161 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-0e0c4048-94b9-47ac-b404-7ebea1c079ca tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:41.580600 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-0e0c4048-94b9-47ac-b404-7ebea1c079ca tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.65 "GET /v2.0/networks?id=278c5b7a-5184-43fa-a3fc-6b09a5eea24a HTTP/1.1" status: 200 len: 814 time: 0.1101794 Aug 27 09:51:41.608122 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-5bf5dc37-f066-43a4-8a20-94a121fe67cd tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Request body: {'port': {'device_id': 'af62d23b-453e-4183-835d-289fe5c586fe', 'network_id': '278c5b7a-5184-43fa-a3fc-6b09a5eea24a', 'admin_state_up': True, 'tenant_id': '1df15a8e58e3430e8f6133ab4e5ab10a'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:51:41.709309 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9919def6-892e-4563-8e52-d2a5a86e71ce req-2438e112-8f7a-488b-b59c-3681956cb6b8 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=af62d23b-453e-4183-835d-289fe5c586fe HTTP/1.1" status: 200 len: 210 time: 0.0460551 Aug 27 09:51:41.725974 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1feb9-742a-4929-9f74-58f6fb3edc33 req-a11c2d93-18ed-4d31-84a7-3ae67ba419b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:41.727489 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-11c1feb9-742a-4929-9f74-58f6fb3edc33 req-a11c2d93-18ed-4d31-84a7-3ae67ba419b7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 1099 time: 0.1338840 Aug 27 09:51:41.786734 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-11c1feb9-742a-4929-9f74-58f6fb3edc33 req-8c774b3d-80d7-4c20-a381-00f4510f556b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475819 Aug 27 09:51:41.787643 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-5bf5dc37-f066-43a4-8a20-94a121fe67cd tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Made reservation on behalf of 1df15a8e58e3430e8f6133ab4e5ab10a for: {'port': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:51:41.790999 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-5bf5dc37-f066-43a4-8a20-94a121fe67cd tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:41.912899 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-5bf5dc37-f066-43a4-8a20-94a121fe67cd tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Allocated IP 172.20.0.2 (278c5b7a-5184-43fa-a3fc-6b09a5eea24a/2d6df737-abe5-455b-a85d-48abdacd21e8/ea63b496-75ea-4a7d-aa9c-9384606e5b66) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:51:42.022687 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d5bba-01a2-4810-a91f-032210fbd457 req-d5efcaad-aa4b-4a5b-861a-37ebb6858a07 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:42.024824 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-503d5bba-01a2-4810-a91f-032210fbd457 req-d5efcaad-aa4b-4a5b-861a-37ebb6858a07 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 946 time: 0.0504909 Aug 27 09:51:42.055648 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-5bf5dc37-f066-43a4-8a20-94a121fe67cd tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:42.063478 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-503d5bba-01a2-4810-a91f-032210fbd457 req-17c42b02-dbf3-4e57-8377-9ec2cb7d0598 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329015 Aug 27 09:51:42.097605 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-5bf5dc37-f066-43a4-8a20-94a121fe67cd tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:42.140026 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-5bf5dc37-f066-43a4-8a20-94a121fe67cd tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Network 278c5b7a-5184-43fa-a3fc-6b09a5eea24a is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:51:42.143077 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-5bf5dc37-f066-43a4-8a20-94a121fe67cd tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:51:42.149156 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-5bf5dc37-f066-43a4-8a20-94a121fe67cd tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:51:42.176942 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5dc37-f066-43a4-8a20-94a121fe67cd tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Pushing event updated for resources: {'Port': ['ID=ea63b496-75ea-4a7d-aa9c-9384606e5b66,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:42.204413 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-5bf5dc37-f066-43a4-8a20-94a121fe67cd tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:42.205026 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-5bf5dc37-f066-43a4-8a20-94a121fe67cd tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:42.219183 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-5bf5dc37-f066-43a4-8a20-94a121fe67cd tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6162753 Aug 27 09:51:42.238054 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Request body: {'port': {'device_id': 'af62d23b-453e-4183-835d-289fe5c586fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:51:42.292072 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:42.500189 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6af8d-c5f7-4b98-b1ca-ecf98a5e9fa1 req-fa4ceef8-ee58-4ade-a34d-9849742653c4 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:42.501736 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-65a6af8d-c5f7-4b98-b1ca-ecf98a5e9fa1 req-fa4ceef8-ee58-4ade-a34d-9849742653c4 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 984 time: 0.1085916 Aug 27 09:51:42.571764 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-65a6af8d-c5f7-4b98-b1ca-ecf98a5e9fa1 req-4804d72e-1111-402c-a960-6275e8c86267 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=d11a362f-0c49-4497-89cf-40430553a5a6&id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637968 Aug 27 09:51:42.625978 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea63b496-75ea-4a7d-aa9c-9384606e5b66 {{(pid=100334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:51:42.633072 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:42.644579 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Transition to ACTIVE for port object ea63b496-75ea-4a7d-aa9c-9384606e5b66 will not be triggered until provisioned by entity L2. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:51:42.648456 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:42.698202 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Pushing event updated for resources: {'Port': ['ID=ea63b496-75ea-4a7d-aa9c-9384606e5b66,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:42.763957 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Attempting to bind port ea63b496-75ea-4a7d-aa9c-9384606e5b66 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:51:42.764297 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Attempting to bind port ea63b496-75ea-4a7d-aa9c-9384606e5b66 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'e5e3ee02-3cbd-4e59-a421-a0f7e4641777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '278c5b7a-5184-43fa-a3fc-6b09a5eea24a'}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:51:42.764627 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Attempting to bind port ea63b496-75ea-4a7d-aa9c-9384606e5b66 on network 278c5b7a-5184-43fa-a3fc-6b09a5eea24a {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:51:42.768874 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Port ea63b496-75ea-4a7d-aa9c-9384606e5b66 on network 278c5b7a-5184-43fa-a3fc-6b09a5eea24a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:51:42.769188 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Attempting to bind port ea63b496-75ea-4a7d-aa9c-9384606e5b66 on network 278c5b7a-5184-43fa-a3fc-6b09a5eea24a {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:51:42.774103 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:51:42.774444 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Checking segment: {'id': 'e5e3ee02-3cbd-4e59-a421-a0f7e4641777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '278c5b7a-5184-43fa-a3fc-6b09a5eea24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:51:42.774826 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Bound using segment: {'id': 'e5e3ee02-3cbd-4e59-a421-a0f7e4641777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '278c5b7a-5184-43fa-a3fc-6b09a5eea24a'} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:51:42.775274 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Bound port: ea63b496-75ea-4a7d-aa9c-9384606e5b66, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e3ee02-3cbd-4e59-a421-a0f7e4641777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '278c5b7a-5184-43fa-a3fc-6b09a5eea24a'}}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:51:42.775631 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:42.825278 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19268f1-7a70-4088-9824-65d71cdcf91a req-1c537fdb-8b59-4a0f-bccb-3edd48ff8d12 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:42.827816 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-c19268f1-7a70-4088-9824-65d71cdcf91a req-1c537fdb-8b59-4a0f-bccb-3edd48ff8d12 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=af62d23b-453e-4183-835d-289fe5c586fe HTTP/1.1" status: 200 len: 943 time: 0.0501409 Aug 27 09:51:42.845385 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] For port ea63b496-75ea-4a7d-aa9c-9384606e5b66, host hv-cinder-80475, cleared binding levels {{(pid=100334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:51:42.848391 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] For port ea63b496-75ea-4a7d-aa9c-9384606e5b66, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ea63b496-75ea-4a7d-aa9c-9384606e5b66,segment=NetworkSegment(e5e3ee02-3cbd-4e59-a421-a0f7e4641777),segment_id=e5e3ee02-3cbd-4e59-a421-a0f7e4641777)] {{(pid=100334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:51:42.852241 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:42.865906 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-c19268f1-7a70-4088-9824-65d71cdcf91a req-ff115e79-4bca-4605-b1d5-b83a601e4725 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322809 Aug 27 09:51:42.884655 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:42.885307 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:42.886828 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] 10.222.0.65 "PUT /v2.0/ports/ea63b496-75ea-4a7d-aa9c-9384606e5b66 HTTP/1.1" status: 200 len: 1093 time: 0.6526947 Aug 27 09:51:42.887231 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af62d23b-453e-4183-835d-289fe5c586fe', 'tag': 'ea63b496-75ea-4a7d-aa9c-9384606e5b66'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:51:42.890137 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93116ea0-a1b0-4b3b-9cd6-34d660e703de" -d '{"events": [{"name": "network-changed", "server_uuid": "af62d23b-453e-4183-835d-289fe5c586fe", "tag": "ea63b496-75ea-4a7d-aa9c-9384606e5b66"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:51:42.921425 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d886b-eb03-49cc-9ac0-14263e426e61 service neutron] Pushing event updated for resources: {'Port': ['ID=ea63b496-75ea-4a7d-aa9c-9384606e5b66,revision_number=3']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:42.929287 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62d1573-3f42-471e-b351-32b6fdba0ced x-openstack-request-id: req-b62d1573-3f42-471e-b351-32b6fdba0ced {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:51:42.929518 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af62d23b-453e-4183-835d-289fe5c586fe", "tag": "ea63b496-75ea-4a7d-aa9c-9384606e5b66", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:51:42.929766 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b62d1573-3f42-471e-b351-32b6fdba0ced {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:51:42.930151 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af62d23b-453e-4183-835d-289fe5c586fe', 'tag': 'ea63b496-75ea-4a7d-aa9c-9384606e5b66', 'status': 'completed', 'code': 200} Aug 27 09:51:42.977639 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-0e410131-0982-40ef-916c-b8608300f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:42.979130 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-0e410131-0982-40ef-916c-b8608300f38a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1df15a8e58e3430e8f6133ab4e5ab10a&device_id=af62d23b-453e-4183-835d-289fe5c586fe HTTP/1.1" status: 200 len: 1096 time: 0.0401280 Aug 27 09:51:43.035533 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-8c1eac15-3d64-48cc-aee2-633d68482c30 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea63b496-75ea-4a7d-aa9c-9384606e5b66 HTTP/1.1" status: 200 len: 217 time: 0.0358009 Aug 27 09:51:43.092792 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-944d397d-258b-4f74-9b7a-c145502a786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:43.094323 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-944d397d-258b-4f74-9b7a-c145502a786c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d6df737-abe5-455b-a85d-48abdacd21e8 HTTP/1.1" status: 200 len: 854 time: 0.0428529 Aug 27 09:51:43.131200 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-d1a9508c-86d0-42f2-acc2-237d29ea355c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=278c5b7a-5184-43fa-a3fc-6b09a5eea24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259674 Aug 27 09:51:43.180057 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a48cc-d7ac-42f4-8983-eaba43664d3b req-48712ac6-afd7-442c-aa78-042b063844f9 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:43.181850 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3d1a48cc-d7ac-42f4-8983-eaba43664d3b req-48712ac6-afd7-442c-aa78-042b063844f9 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 946 time: 0.0493114 Aug 27 09:51:43.221180 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3d1a48cc-d7ac-42f4-8983-eaba43664d3b req-5be44aef-7424-4ef4-95bf-6c8f0be89371 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328462 Aug 27 09:51:43.227098 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-4b2481bb-68aa-4c33-aae5-7d8e6d03c6ef service neutron] 10.222.0.65 "GET /v2.0/networks/278c5b7a-5184-43fa-a3fc-6b09a5eea24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854809 Aug 27 09:51:43.318960 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-45f738fb-71ca-44b4-bc55-1d5f8828bf9e req-7e4e3347-77ee-486f-95f6-03690fc079cd service neutron] 10.222.0.65 "GET /v2.0/networks/278c5b7a-5184-43fa-a3fc-6b09a5eea24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831075 Aug 27 09:51:43.414999 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93116ea0-a1b0-4b3b-9cd6-34d660e703de req-fb9b94c1-ddc4-48a8-bacd-206858b8a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:43.416399 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-93116ea0-a1b0-4b3b-9cd6-34d660e703de req-fb9b94c1-ddc4-48a8-bacd-206858b8a8fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1df15a8e58e3430e8f6133ab4e5ab10a&device_id=af62d23b-453e-4183-835d-289fe5c586fe HTTP/1.1" status: 200 len: 1096 time: 0.0413318 Aug 27 09:51:43.513595 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93116ea0-a1b0-4b3b-9cd6-34d660e703de req-455740fe-aae2-4057-9a3d-d4587090dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:43.515095 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-93116ea0-a1b0-4b3b-9cd6-34d660e703de req-455740fe-aae2-4057-9a3d-d4587090dcba service neutron] 10.222.0.65 "GET /v2.0/networks?id=278c5b7a-5184-43fa-a3fc-6b09a5eea24a HTTP/1.1" status: 200 len: 916 time: 0.0905337 Aug 27 09:51:43.561514 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-93116ea0-a1b0-4b3b-9cd6-34d660e703de req-e914ac62-d656-43ca-84ce-e9bc988637ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea63b496-75ea-4a7d-aa9c-9384606e5b66 HTTP/1.1" status: 200 len: 217 time: 0.0342884 Aug 27 09:51:43.610813 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93116ea0-a1b0-4b3b-9cd6-34d660e703de req-b3520728-cc4f-4755-8031-00c08092d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:43.612273 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-93116ea0-a1b0-4b3b-9cd6-34d660e703de req-b3520728-cc4f-4755-8031-00c08092d728 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d6df737-abe5-455b-a85d-48abdacd21e8 HTTP/1.1" status: 200 len: 854 time: 0.0425155 Aug 27 09:51:43.647241 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-93116ea0-a1b0-4b3b-9cd6-34d660e703de req-a82ee94b-4371-43a3-a282-13c6ba4ff5f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=278c5b7a-5184-43fa-a3fc-6b09a5eea24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243750 Aug 27 09:51:43.691062 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41990677-bdee-4839-97d5-8e0433f6a684 req-e9427776-b8fc-4956-ae15-1e548c74a4f4 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:43.692448 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-41990677-bdee-4839-97d5-8e0433f6a684 req-e9427776-b8fc-4956-ae15-1e548c74a4f4 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 984 time: 0.0525548 Aug 27 09:51:43.731934 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-41990677-bdee-4839-97d5-8e0433f6a684 req-24bf744b-0cbc-46d3-8701-a7eb1b2daf83 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=d11a362f-0c49-4497-89cf-40430553a5a6&id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335138 Aug 27 09:51:43.742246 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-93116ea0-a1b0-4b3b-9cd6-34d660e703de req-db16de41-a8c1-4052-9ba9-d11aaa0a0ddf service neutron] 10.222.0.65 "GET /v2.0/networks/278c5b7a-5184-43fa-a3fc-6b09a5eea24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848801 Aug 27 09:51:43.831344 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-93116ea0-a1b0-4b3b-9cd6-34d660e703de req-0d817429-3653-4cd6-b94e-11c194dcdb34 service neutron] 10.222.0.65 "GET /v2.0/networks/278c5b7a-5184-43fa-a3fc-6b09a5eea24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810564 Aug 27 09:51:43.987585 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0eaac5-1645-46a7-b728-119aba9d46ea req-97825ee8-e574-4746-9e54-643019854bad tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:43.989088 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-df0eaac5-1645-46a7-b728-119aba9d46ea req-97825ee8-e574-4746-9e54-643019854bad tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=af62d23b-453e-4183-835d-289fe5c586fe HTTP/1.1" status: 200 len: 943 time: 0.0533221 Aug 27 09:51:44.026109 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-df0eaac5-1645-46a7-b728-119aba9d46ea req-be12d7e6-b553-4597-9f72-e1216a8f67c5 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312352 Aug 27 09:51:44.336242 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24990f0-52f0-40ea-a384-74bc9099cfb6 req-65d52831-8bf4-4cec-8c75-8d3e30433297 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:44.337735 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f24990f0-52f0-40ea-a384-74bc9099cfb6 req-65d52831-8bf4-4cec-8c75-8d3e30433297 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 946 time: 0.0493205 Aug 27 09:51:44.374926 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f24990f0-52f0-40ea-a384-74bc9099cfb6 req-3d04a78c-a409-4c4c-a76c-b8e8aeed45af tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313976 Aug 27 09:51:44.485309 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019663a-e6f9-4b35-9050-5a1d25b117c6 req-085f09dd-c78f-4f5a-9d0b-6cc10154dd3f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:44.486806 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5019663a-e6f9-4b35-9050-5a1d25b117c6 req-085f09dd-c78f-4f5a-9d0b-6cc10154dd3f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 946 time: 0.0480096 Aug 27 09:51:44.524965 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5019663a-e6f9-4b35-9050-5a1d25b117c6 req-b4bae969-6146-46da-b7b6-f224566d437e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323052 Aug 27 09:51:44.546804 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57048) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:51:44.682353 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceff835-cf78-47f2-a4a2-41f56942ef6c tempest-TestVolumeBootPattern-1995404760 tempest-TestVolumeBootPattern-1995404760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:44.683841 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-5ceff835-cf78-47f2-a4a2-41f56942ef6c tempest-TestVolumeBootPattern-1995404760 tempest-TestVolumeBootPattern-1995404760-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 1094 time: 0.1360543 Aug 27 09:51:44.687432 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57052) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:51:44.691712 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Request body: {'floatingip': {'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'port_id': 'a7b6eec1-3216-48d6-8291-0fa722c043fc', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:51:44.712486 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for floatingip, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:44.830279 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:44.896106 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bcd1a-52d5-43d6-87f8-8ff72fe634d0 req-f5c3ce92-5804-43bf-88ac-7b23453f8f5b tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:44.897591 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c38bcd1a-52d5-43d6-87f8-8ff72fe634d0 req-f5c3ce92-5804-43bf-88ac-7b23453f8f5b tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 984 time: 0.0978882 Aug 27 09:51:44.968083 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c38bcd1a-52d5-43d6-87f8-8ff72fe634d0 req-6f12c563-aa62-452e-9963-aa445b687271 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=d11a362f-0c49-4497-89cf-40430553a5a6&id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630188 Aug 27 09:51:44.983521 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Allocated IP 172.27.3.235 (7e0666e1-bba7-40d6-99a1-baf82e3072a1/16ad6031-57d4-4eed-bb48-2f2edbdd88d6/ad267edd-a116-4f7b-98d3-314f788c5afb) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:51:45.081983 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:45.121048 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:45.137075 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device ea63b496-75ea-4a7d-aa9c-9384606e5b66 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:51:45.142793 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6e0e9-f9c4-4e29-a6a8-12184eb22f03 req-ac39c568-2501-46d0-95b4-5dfd78ab2a15 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:45.144300 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0ab6e0e9-f9c4-4e29-a6a8-12184eb22f03 req-ac39c568-2501-46d0-95b4-5dfd78ab2a15 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=af62d23b-453e-4183-835d-289fe5c586fe HTTP/1.1" status: 200 len: 943 time: 0.0494785 Aug 27 09:51:45.160960 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:51:45.163826 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:51:45.170111 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:51:45.187832 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0ab6e0e9-f9c4-4e29-a6a8-12184eb22f03 req-085d5681-fe81-4661-b17d-19663689a03e tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370114 Aug 27 09:51:45.194077 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event updated for resources: {'Port': ['ID=ad267edd-a116-4f7b-98d3-314f788c5afb,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:45.240421 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port ea63b496-75ea-4a7d-aa9c-9384606e5b66, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ea63b496-75ea-4a7d-aa9c-9384606e5b66,segment=NetworkSegment(e5e3ee02-3cbd-4e59-a421-a0f7e4641777),segment_id=e5e3ee02-3cbd-4e59-a421-a0f7e4641777)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:51:45.251800 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': 'ea63b496-75ea-4a7d-aa9c-9384606e5b66', 'network_id': '278c5b7a-5184-43fa-a3fc-6b09a5eea24a', 'port_id': 'ea63b496-75ea-4a7d-aa9c-9384606e5b66', 'mac_address': 'fa:16:3e:49:20:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6df737-abe5-455b-a85d-48abdacd21e8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:51:45.288047 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:45.301082 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea63b496-75ea-4a7d-aa9c-9384606e5b66 {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:51:45.320775 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port ea63b496-75ea-4a7d-aa9c-9384606e5b66, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ea63b496-75ea-4a7d-aa9c-9384606e5b66,segment=NetworkSegment(e5e3ee02-3cbd-4e59-a421-a0f7e4641777),segment_id=e5e3ee02-3cbd-4e59-a421-a0f7e4641777)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:51:45.324977 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:45.370493 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=ea63b496-75ea-4a7d-aa9c-9384606e5b66,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:45.530751 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:45.592736 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['ea63b496-75ea-4a7d-aa9c-9384606e5b66'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:51:45.597922 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:45.748219 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:45.752528 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:45.817731 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event updated for resources: {'Port': ['ID=ad267edd-a116-4f7b-98d3-314f788c5afb,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:45.827934 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504191'] for floatingip, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:45.922492 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.l3_db [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Floating IP c84a28b2-78ca-4c2b-9f87-fb048d9664b2 associated. External IP: 172.27.3.235, port: a7b6eec1-3216-48d6-8291-0fa722c043fc. Aug 27 09:51:46.087629 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4007802-ccc8-4b53-a161-d23b488576df req-7cf6ab8a-a67b-4dde-a901-c2cf67b51a80 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:46.089117 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f4007802-ccc8-4b53-a161-d23b488576df req-7cf6ab8a-a67b-4dde-a901-c2cf67b51a80 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 984 time: 0.0545459 Aug 27 09:51:46.125072 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Router 42c64f88-fc17-47d4-8706-33c723b14efa has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:51:46.130464 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f4007802-ccc8-4b53-a161-d23b488576df req-09e46bad-16e6-480b-9dd4-8506d692895f tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=d11a362f-0c49-4497-89cf-40430553a5a6&id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348978 Aug 27 09:51:46.501605 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:51:46.512498 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdd577f-295e-431e-961f-f93014b63df1 None None] Sync routers for ids ['42c64f88-fc17-47d4-8706-33c723b14efa'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:51:46.523541 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdd577f-295e-431e-961f-f93014b63df1 None None] Routers {'42c64f88-fc17-47d4-8706-33c723b14efa'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:51:46.524228 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-0cdd577f-295e-431e-961f-f93014b63df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:51:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['42c64f88-fc17-47d4-8706-33c723b14efa'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:46.524365 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164ecae-0d5c-44b7-98ba-7026faab9f9b req-32b9acf4-f6cf-4817-b473-34e3492e3f12 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:46.525742 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4164ecae-0d5c-44b7-98ba-7026faab9f9b req-32b9acf4-f6cf-4817-b473-34e3492e3f12 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=af62d23b-453e-4183-835d-289fe5c586fe HTTP/1.1" status: 200 len: 944 time: 0.0688426 Aug 27 09:51:46.535656 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:46.583688 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-10a59d45-0cd1-4f3b-9522-d2fdad029e83 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8952050 Aug 27 09:51:46.585985 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2852bd2-5512-405a-b338-4f22cd1765ae', 'tag': 'a7b6eec1-3216-48d6-8291-0fa722c043fc'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:51:46.588215 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301de9d9-3562-4147-8403-e341b20d1784" -d '{"events": [{"name": "network-changed", "server_uuid": "c2852bd2-5512-405a-b338-4f22cd1765ae", "tag": "a7b6eec1-3216-48d6-8291-0fa722c043fc"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:51:46.602015 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4164ecae-0d5c-44b7-98ba-7026faab9f9b req-5a548f63-c376-4abe-8830-c75dc60adfd7 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684328 Aug 27 09:51:46.627047 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b190fe14-7bdd-452f-b2c0-e6fea577056d x-openstack-request-id: req-b190fe14-7bdd-452f-b2c0-e6fea577056d {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:51:46.627331 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2852bd2-5512-405a-b338-4f22cd1765ae", "tag": "a7b6eec1-3216-48d6-8291-0fa722c043fc", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:51:46.627575 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b190fe14-7bdd-452f-b2c0-e6fea577056d {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:51:46.627959 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2852bd2-5512-405a-b338-4f22cd1765ae', 'tag': 'a7b6eec1-3216-48d6-8291-0fa722c043fc', 'status': 'completed', 'code': 200} Aug 27 09:51:46.634085 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-0cdd577f-295e-431e-961f-f93014b63df1 None None] Set router 42c64f88-fc17-47d4-8706-33c723b14efa gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:51:46.695901 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301de9d9-3562-4147-8403-e341b20d1784 req-1668a107-af3d-4c5e-a94e-9817225cea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:46.697462 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-301de9d9-3562-4147-8403-e341b20d1784 req-1668a107-af3d-4c5e-a94e-9817225cea2d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a36c7d635aa4453085e33b93c245c04f&device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 1099 time: 0.0416002 Aug 27 09:51:46.795321 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301de9d9-3562-4147-8403-e341b20d1784 req-add6184c-5b77-47e1-9cc2-8cbe478bd4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:46.796809 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-301de9d9-3562-4147-8403-e341b20d1784 req-add6184c-5b77-47e1-9cc2-8cbe478bd4de service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc19112f-ba8d-4504-88bf-0381b6982fa3 HTTP/1.1" status: 200 len: 914 time: 0.0906363 Aug 27 09:51:46.854375 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-0cdd577f-295e-431e-961f-f93014b63df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'c84a28b2-78ca-4c2b-9f87-fb048d9664b2', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'port_id': 'a7b6eec1-3216-48d6-8291-0fa722c043fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'mac_address': 'fa:16:3e:fc:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2852bd2-5512-405a-b338-4f22cd1765ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:51:45Z', 'updated_at': '2021-08-27T09:51:45Z', 'revision_number': 0, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 5, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:46.869505 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-301de9d9-3562-4147-8403-e341b20d1784 req-7face7db-a4cf-4477-949c-0590fac13b10 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b6eec1-3216-48d6-8291-0fa722c043fc HTTP/1.1" status: 200 len: 1000 time: 0.0642633 Aug 27 09:51:46.884377 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdd577f-295e-431e-961f-f93014b63df1 None None] Checking router: 42c64f88-fc17-47d4-8706-33c723b14efa for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:51:46.893284 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdd577f-295e-431e-961f-f93014b63df1 None None] Routers {'42c64f88-fc17-47d4-8706-33c723b14efa'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:51:46.893915 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-0cdd577f-295e-431e-961f-f93014b63df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:51:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['42c64f88-fc17-47d4-8706-33c723b14efa'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:46.927835 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301de9d9-3562-4147-8403-e341b20d1784 req-dabf5811-791e-41d6-a420-0eafdb762bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:46.929314 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-301de9d9-3562-4147-8403-e341b20d1784 req-dabf5811-791e-41d6-a420-0eafdb762bd1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c6d5bd7-f50f-42b4-861c-8d22947a1275 HTTP/1.1" status: 200 len: 851 time: 0.0458066 Aug 27 09:51:46.974235 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301de9d9-3562-4147-8403-e341b20d1784 req-9f86e030-44e7-4d77-ad79-6bf97623003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:46.975739 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-301de9d9-3562-4147-8403-e341b20d1784 req-9f86e030-44e7-4d77-ad79-6bf97623003f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc19112f-ba8d-4504-88bf-0381b6982fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386026 Aug 27 09:51:47.071784 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-301de9d9-3562-4147-8403-e341b20d1784 req-544aaac2-4d3b-4e80-bea8-659ee6342a38 service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873201 Aug 27 09:51:47.116555 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-0cdd577f-295e-431e-961f-f93014b63df1 None None] Set router 42c64f88-fc17-47d4-8706-33c723b14efa gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:51:47.153242 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device ea63b496-75ea-4a7d-aa9c-9384606e5b66 up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:51:47.163150 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-301de9d9-3562-4147-8403-e341b20d1784 req-ddb1285c-161b-4314-94c1-f6b75c767779 service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831780 Aug 27 09:51:47.257124 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a81104-0617-4c5e-a699-24f86d8103aa req-3d6b7334-d56c-4cbf-ab5b-1f043710cac7 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:47.258724 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f3a81104-0617-4c5e-a699-24f86d8103aa req-3d6b7334-d56c-4cbf-ab5b-1f043710cac7 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 984 time: 0.0501132 Aug 27 09:51:47.286359 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port ea63b496-75ea-4a7d-aa9c-9384606e5b66 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:51:47.296648 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port ea63b496-75ea-4a7d-aa9c-9384606e5b66 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:51:47.297021 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:47.301319 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f3a81104-0617-4c5e-a699-24f86d8103aa req-5036c6f8-76c7-4a9a-baff-e2eb3d81fbf8 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=d11a362f-0c49-4497-89cf-40430553a5a6&id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363448 Aug 27 09:51:47.423063 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:47.451788 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-0cdd577f-295e-431e-961f-f93014b63df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'c84a28b2-78ca-4c2b-9f87-fb048d9664b2', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'port_id': 'a7b6eec1-3216-48d6-8291-0fa722c043fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'mac_address': 'fa:16:3e:fc:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2852bd2-5512-405a-b338-4f22cd1765ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:51:45Z', 'updated_at': '2021-08-27T09:51:45Z', 'revision_number': 0, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 5, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:51:47.453276 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af62d23b-453e-4183-835d-289fe5c586fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea63b496-75ea-4a7d-aa9c-9384606e5b66'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:51:47.455546 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218bb6c6-f389-4a64-90e1-4b468b829087" -d '{"events": [{"server_uuid": "af62d23b-453e-4183-835d-289fe5c586fe", "name": "network-vif-plugged", "status": "completed", "tag": "ea63b496-75ea-4a7d-aa9c-9384606e5b66"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:51:47.488283 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdd577f-295e-431e-961f-f93014b63df1 None None] The sync data for ids ['42c64f88-fc17-47d4-8706-33c723b14efa'] in dv-cinder-804757-3-iscsi is: [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'c84a28b2-78ca-4c2b-9f87-fb048d9664b2', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'port_id': 'a7b6eec1-3216-48d6-8291-0fa722c043fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'mac_address': 'fa:16:3e:fc:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2852bd2-5512-405a-b338-4f22cd1765ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:51:45Z', 'updated_at': '2021-08-27T09:51:45Z', 'revision_number': 0, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 5, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:51:47.492581 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port ea63b496-75ea-4a7d-aa9c-9384606e5b66, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ea63b496-75ea-4a7d-aa9c-9384606e5b66,segment=NetworkSegment(e5e3ee02-3cbd-4e59-a421-a0f7e4641777),segment_id=e5e3ee02-3cbd-4e59-a421-a0f7e4641777)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:51:47.494747 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728e129a-e3d5-499f-bf1e-d97f70d3eaa3 x-openstack-request-id: req-728e129a-e3d5-499f-bf1e-d97f70d3eaa3 {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:51:47.495024 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af62d23b-453e-4183-835d-289fe5c586fe", "name": "network-vif-plugged", "status": "completed", "tag": "ea63b496-75ea-4a7d-aa9c-9384606e5b66", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:51:47.495289 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-728e129a-e3d5-499f-bf1e-d97f70d3eaa3 {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:51:47.495921 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af62d23b-453e-4183-835d-289fe5c586fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea63b496-75ea-4a7d-aa9c-9384606e5b66', 'code': 200} Aug 27 09:51:47.497186 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:47.555381 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=ea63b496-75ea-4a7d-aa9c-9384606e5b66,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:51:47.680686 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda8859-727f-4798-be60-1eea001a1c4e req-52974986-ac96-4323-bfb1-4edaf86cee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:47.682423 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0cda8859-727f-4798-be60-1eea001a1c4e req-52974986-ac96-4323-bfb1-4edaf86cee12 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=af62d23b-453e-4183-835d-289fe5c586fe HTTP/1.1" status: 200 len: 1098 time: 0.0486615 Aug 27 09:51:47.688270 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d10cf7c-8f41-47e8-b815-afdb4693fc67 None None] New status for floating IP c84a28b2-78ca-4c2b-9f87-fb048d9664b2: ACTIVE {{(pid=100337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 09:51:47.722528 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035c54c-a660-4cb0-8ff1-7d258ff01aef req-b53819e5-1429-4c8b-883c-a4d99a70e48b tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:47.724468 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-5035c54c-a660-4cb0-8ff1-7d258ff01aef req-b53819e5-1429-4c8b-883c-a4d99a70e48b tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=af62d23b-453e-4183-835d-289fe5c586fe HTTP/1.1" status: 200 len: 945 time: 0.0579488 Aug 27 09:51:47.726083 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0cda8859-727f-4798-be60-1eea001a1c4e req-03a458ab-5f48-4234-b333-ae4c71a27aa6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325000 Aug 27 09:51:47.761038 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-5035c54c-a660-4cb0-8ff1-7d258ff01aef req-7020feb7-bc46-4c87-a996-e2792b5c0168 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306771 Aug 27 09:51:48.419683 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4673935-dd09-4009-81dc-621e27edeb57 req-5cd87da6-3315-4b8e-bfce-1367d4e4a9b1 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:48.421142 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b4673935-dd09-4009-81dc-621e27edeb57 req-5cd87da6-3315-4b8e-bfce-1367d4e4a9b1 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 984 time: 0.0523813 Aug 27 09:51:48.461020 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b4673935-dd09-4009-81dc-621e27edeb57 req-00483ffc-6c76-40e9-80ef-9fc8073faa76 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=d11a362f-0c49-4497-89cf-40430553a5a6&id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338721 Aug 27 09:51:48.880062 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491a3c1-ed0d-4659-a6d1-749e41ebcb43 req-f1b1462b-fe07-4937-bfa4-79e3829be267 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:48.881594 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a491a3c1-ed0d-4659-a6d1-749e41ebcb43 req-f1b1462b-fe07-4937-bfa4-79e3829be267 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=af62d23b-453e-4183-835d-289fe5c586fe HTTP/1.1" status: 200 len: 945 time: 0.0524457 Aug 27 09:51:48.919683 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a491a3c1-ed0d-4659-a6d1-749e41ebcb43 req-cf518d52-a7aa-49a1-be34-4a0202313919 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304480 Aug 27 09:51:49.575233 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146067f-7ffa-495d-bf87-85679e7fcc47 req-2393e3ca-f897-4d7b-ba70-32db080b4bc2 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:49.577176 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0146067f-7ffa-495d-bf87-85679e7fcc47 req-2393e3ca-f897-4d7b-ba70-32db080b4bc2 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 984 time: 0.0506613 Aug 27 09:51:49.617340 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0146067f-7ffa-495d-bf87-85679e7fcc47 req-6e9d789e-3c2b-44d9-9666-7dc701c70013 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=d11a362f-0c49-4497-89cf-40430553a5a6&id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342250 Aug 27 09:51:50.036870 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f1bd4-2dde-47d6-b6b7-2ec7aba010d3 req-57f570d3-bcf8-45be-8f75-0c0abac1d63a tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:50.038281 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9f2f1bd4-2dde-47d6-b6b7-2ec7aba010d3 req-57f570d3-bcf8-45be-8f75-0c0abac1d63a tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=af62d23b-453e-4183-835d-289fe5c586fe HTTP/1.1" status: 200 len: 945 time: 0.0490406 Aug 27 09:51:50.076237 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9f2f1bd4-2dde-47d6-b6b7-2ec7aba010d3 req-eba41ebb-ab40-49b4-98c9-3d1549f48fe3 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315893 Aug 27 09:51:50.611879 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-3b6ec85d-463a-476a-af82-20d7c46f6ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:50.735555 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe1bd9-71ff-4d7c-ac4c-2b24a9c3958c req-0e24aac0-18f6-4464-b61d-720a0e9db799 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:50.737026 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-bebe1bd9-71ff-4d7c-ac4c-2b24a9c3958c req-0e24aac0-18f6-4464-b61d-720a0e9db799 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 984 time: 0.0500476 Aug 27 09:51:50.777177 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-bebe1bd9-71ff-4d7c-ac4c-2b24a9c3958c req-c13062fc-022e-4ff7-bb43-e491ccf96c07 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=d11a362f-0c49-4497-89cf-40430553a5a6&id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341852 Aug 27 09:51:51.895945 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5704c-adff-4558-b462-1cde6ad2fa7c req-6ebee9f4-e07a-46cb-8508-49d47c6c438e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:51.897409 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7fb5704c-adff-4558-b462-1cde6ad2fa7c req-6ebee9f4-e07a-46cb-8508-49d47c6c438e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 984 time: 0.0525529 Aug 27 09:51:51.936402 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7fb5704c-adff-4558-b462-1cde6ad2fa7c req-1d2bab58-c5db-4456-9cf6-41c5444880a1 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=d11a362f-0c49-4497-89cf-40430553a5a6&id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330656 Aug 27 09:51:53.049632 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20116a0b-ac42-44ca-aa27-b775a14a7ff6 req-ffed6feb-8da5-48ee-8109-f87230defc0e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:53.051144 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-20116a0b-ac42-44ca-aa27-b775a14a7ff6 req-ffed6feb-8da5-48ee-8109-f87230defc0e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 984 time: 0.0483973 Aug 27 09:51:53.091844 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-20116a0b-ac42-44ca-aa27-b775a14a7ff6 req-d4882e9a-79a7-4673-9898-ee092400c60a tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=d11a362f-0c49-4497-89cf-40430553a5a6&id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343997 Aug 27 09:51:53.352740 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-10323874-f4c8-45cf-b75a-c61746f4e0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:53.563609 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:54.205566 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b30ed-a7a9-4002-afab-21e2cec9ddc0 req-e118336a-b504-4e9a-94e4-213695c79ffa tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:54.207197 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-729b30ed-a7a9-4002-afab-21e2cec9ddc0 req-e118336a-b504-4e9a-94e4-213695c79ffa tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 984 time: 0.0484159 Aug 27 09:51:54.245860 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-729b30ed-a7a9-4002-afab-21e2cec9ddc0 req-15187769-b424-4604-bdec-1a2bdc4a83dc tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=d11a362f-0c49-4497-89cf-40430553a5a6&id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328751 Aug 27 09:51:54.446439 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:54.923786 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:51:55.362614 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e73652-fcaa-498d-aa25-3de5c25783a2 req-855b0095-01d8-4a8f-99f5-2220372e4542 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:51:55.364074 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-77e73652-fcaa-498d-aa25-3de5c25783a2 req-855b0095-01d8-4a8f-99f5-2220372e4542 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 984 time: 0.0508306 Aug 27 09:51:55.402679 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-77e73652-fcaa-498d-aa25-3de5c25783a2 req-094d3175-9746-4392-92d3-2700e8c198e5 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=d11a362f-0c49-4497-89cf-40430553a5a6&id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327110 Aug 27 09:51:56.325746 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:00.223509 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:52:11.064092 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2da82e-0d53-4a9d-8f08-53364ad8e8c2 req-34e91d4a-c16c-4083-a531-822ad4f7c680 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:11.065459 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0a2da82e-0d53-4a9d-8f08-53364ad8e8c2 req-34e91d4a-c16c-4083-a531-822ad4f7c680 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=af62d23b-453e-4183-835d-289fe5c586fe HTTP/1.1" status: 200 len: 945 time: 0.0475721 Aug 27 09:52:11.102771 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0a2da82e-0d53-4a9d-8f08-53364ad8e8c2 req-2be7b94f-5e46-4822-b21d-43294633601c tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314925 Aug 27 09:52:12.211701 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d0d98-dae6-4f7f-b064-ff01050a8781 req-afa032a4-de1b-498b-9013-8799d4b7bd65 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:12.213137 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ea0d0d98-dae6-4f7f-b064-ff01050a8781 req-afa032a4-de1b-498b-9013-8799d4b7bd65 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=af62d23b-453e-4183-835d-289fe5c586fe HTTP/1.1" status: 200 len: 945 time: 0.0467472 Aug 27 09:52:12.308031 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ea0d0d98-dae6-4f7f-b064-ff01050a8781 req-7f782c47-f735-46b7-89ae-eb7bb4ff1e25 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883541 Aug 27 09:52:13.426779 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec5fff-90e7-4dd5-be12-ec8e2e7a889e req-d1a40512-4c49-47c8-9d0b-5c47d9acac9f tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:13.428281 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6dec5fff-90e7-4dd5-be12-ec8e2e7a889e req-d1a40512-4c49-47c8-9d0b-5c47d9acac9f tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=af62d23b-453e-4183-835d-289fe5c586fe HTTP/1.1" status: 200 len: 945 time: 0.0524313 Aug 27 09:52:13.467191 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6dec5fff-90e7-4dd5-be12-ec8e2e7a889e req-62333163-e05d-4798-98f0-11728e316d23 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/security-groups?id=63c32213-85b4-4352-ac21-ed9bc325bd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318933 Aug 27 09:52:13.643863 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1b893-1e9d-4209-ba77-87fd9d163c40 req-20d81433-9fd7-44fd-836b-6daae320b69a tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:13.645216 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-62e1b893-1e9d-4209-ba77-87fd9d163c40 req-20d81433-9fd7-44fd-836b-6daae320b69a tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.65 "GET /v2.0/ports?device_id=af62d23b-453e-4183-835d-289fe5c586fe HTTP/1.1" status: 200 len: 945 time: 0.0479279 Aug 27 09:52:13.744493 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-62e1b893-1e9d-4209-ba77-87fd9d163c40 req-d7a27bb2-17e5-40ab-a1f9-8e8e7a4a0922 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Deleting port ea63b496-75ea-4a7d-aa9c-9384606e5b66 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:52:13.744831 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-62e1b893-1e9d-4209-ba77-87fd9d163c40 req-d7a27bb2-17e5-40ab-a1f9-8e8e7a4a0922 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:13.831043 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-62e1b893-1e9d-4209-ba77-87fd9d163c40 req-d7a27bb2-17e5-40ab-a1f9-8e8e7a4a0922 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] For port ea63b496-75ea-4a7d-aa9c-9384606e5b66, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ea63b496-75ea-4a7d-aa9c-9384606e5b66,segment=NetworkSegment(e5e3ee02-3cbd-4e59-a421-a0f7e4641777),segment_id=e5e3ee02-3cbd-4e59-a421-a0f7e4641777)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:52:13.831396 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-62e1b893-1e9d-4209-ba77-87fd9d163c40 req-d7a27bb2-17e5-40ab-a1f9-8e8e7a4a0922 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:13.844281 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-62e1b893-1e9d-4209-ba77-87fd9d163c40 req-d7a27bb2-17e5-40ab-a1f9-8e8e7a4a0922 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Calling delete_port for ea63b496-75ea-4a7d-aa9c-9384606e5b66 owned by compute:nova {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:52:13.965670 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-62e1b893-1e9d-4209-ba77-87fd9d163c40 req-d7a27bb2-17e5-40ab-a1f9-8e8e7a4a0922 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:13.977674 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['ea63b496-75ea-4a7d-aa9c-9384606e5b66'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:52:13.991452 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a27bb2-17e5-40ab-a1f9-8e8e7a4a0922 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Pushing event deleted for resources: {'Port': ['ID=ea63b496-75ea-4a7d-aa9c-9384606e5b66,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:14.039621 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e1b893-1e9d-4209-ba77-87fd9d163c40 req-d7a27bb2-17e5-40ab-a1f9-8e8e7a4a0922 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] No DVR routers for this DVR port ea63b496-75ea-4a7d-aa9c-9384606e5b66 on host hv-cinder-80475 {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:52:14.042097 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-62e1b893-1e9d-4209-ba77-87fd9d163c40 req-d7a27bb2-17e5-40ab-a1f9-8e8e7a4a0922 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:14.044044 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-62e1b893-1e9d-4209-ba77-87fd9d163c40 req-d7a27bb2-17e5-40ab-a1f9-8e8e7a4a0922 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.65 "DELETE /v2.0/ports/ea63b496-75ea-4a7d-aa9c-9384606e5b66 HTTP/1.1" status: 204 len: 173 time: 0.3863382 Aug 27 09:52:14.044462 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af62d23b-453e-4183-835d-289fe5c586fe', 'name': 'network-vif-deleted', 'tag': 'ea63b496-75ea-4a7d-aa9c-9384606e5b66'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:52:14.046837 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9e31dc-f547-412e-b1b6-728e00ed6004" -d '{"events": [{"server_uuid": "af62d23b-453e-4183-835d-289fe5c586fe", "name": "network-vif-deleted", "tag": "ea63b496-75ea-4a7d-aa9c-9384606e5b66"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:52:14.084892 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a611ea7-8b24-4736-91a6-01451829917a x-openstack-request-id: req-2a611ea7-8b24-4736-91a6-01451829917a {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:52:14.085176 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af62d23b-453e-4183-835d-289fe5c586fe", "name": "network-vif-deleted", "tag": "ea63b496-75ea-4a7d-aa9c-9384606e5b66", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:52:14.085428 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a611ea7-8b24-4736-91a6-01451829917a {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:52:14.085851 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af62d23b-453e-4183-835d-289fe5c586fe', 'name': 'network-vif-deleted', 'tag': 'ea63b496-75ea-4a7d-aa9c-9384606e5b66', 'status': 'completed', 'code': 200} Aug 27 09:52:14.626419 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-193bcac9-0a1e-49cd-b67b-daab808acaa3 req-ed75e062-3d13-486d-9484-963010ba6b23 tempest-VolumesSnapshotTestJSON-1017210909 tempest-VolumesSnapshotTestJSON-1017210909-project] 10.222.0.55 "GET /v2.0/ports?device_id=af62d23b-453e-4183-835d-289fe5c586fe HTTP/1.1" status: 200 len: 210 time: 0.0782464 Aug 27 09:52:17.388898 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device ea63b496-75ea-4a7d-aa9c-9384606e5b66 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:52:17.411664 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: ea63b496-75ea-4a7d-aa9c-9384606e5b66 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:52:17.412000 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device ea63b496-75ea-4a7d-aa9c-9384606e5b66 not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:52:20.612416 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-634915ca-5f51-4e9c-b8fd-05e25ba3fca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:21.947789 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de937029-fee4-45c3-821f-9bef4b5e0d90 req-c41214b3-273b-416b-8eea-f2edb4cdb4aa tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:21.949264 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-de937029-fee4-45c3-821f-9bef4b5e0d90 req-c41214b3-273b-416b-8eea-f2edb4cdb4aa tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 946 time: 0.0498164 Aug 27 09:52:21.986461 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-de937029-fee4-45c3-821f-9bef4b5e0d90 req-313e71e6-0622-4601-863d-abdf674cc81d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307117 Aug 27 09:52:23.104072 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec89f2e-34d8-4df0-b7d8-e08314e31bb8 req-b7d00716-5f42-48e8-afc1-47153ed50478 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:23.105549 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1ec89f2e-34d8-4df0-b7d8-e08314e31bb8 req-b7d00716-5f42-48e8-afc1-47153ed50478 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 946 time: 0.0476131 Aug 27 09:52:23.143990 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1ec89f2e-34d8-4df0-b7d8-e08314e31bb8 req-afa43d2a-9bbf-44a8-9198-cec186f25468 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317240 Aug 27 09:52:23.355052 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-bf557577-ff6f-448a-846e-7bf04425004c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:23.553493 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:24.043709 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bec54-fc09-4986-830a-b208451e33c2 req-bc95252f-3949-450c-9fd1-0c61e6c20b15 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:24.045191 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-cf1bec54-fc09-4986-830a-b208451e33c2 req-bc95252f-3949-450c-9fd1-0c61e6c20b15 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.65 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 946 time: 0.0507994 Aug 27 09:52:24.142592 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-cf1bec54-fc09-4986-830a-b208451e33c2 req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Deleting port 60322d0d-86b6-4a85-acea-ea1c9f48a68f {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:52:24.142936 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-cf1bec54-fc09-4986-830a-b208451e33c2 req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:24.232803 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-cf1bec54-fc09-4986-830a-b208451e33c2 req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] For port 60322d0d-86b6-4a85-acea-ea1c9f48a68f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60322d0d-86b6-4a85-acea-ea1c9f48a68f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:52:24.233977 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-cf1bec54-fc09-4986-830a-b208451e33c2 req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:24.265940 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929042aa-8d31-4e68-af28-733a789dc53f req-dc8fe479-5789-4cbe-8e78-ab4bb22bba58 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:24.267376 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-929042aa-8d31-4e68-af28-733a789dc53f req-dc8fe479-5789-4cbe-8e78-ab4bb22bba58 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 946 time: 0.0538831 Aug 27 09:52:24.306263 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-929042aa-8d31-4e68-af28-733a789dc53f req-3eccfea5-d553-4710-bfef-d4846e71d5be tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c11ebb99-9e88-4d36-9344-4e8af4d44af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325632 Aug 27 09:52:24.454129 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-cf1bec54-fc09-4986-830a-b208451e33c2 req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:24.454525 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-cf1bec54-fc09-4986-830a-b208451e33c2 req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504191'] for floatingip, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:24.454842 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.l3_db [req-cf1bec54-fc09-4986-830a-b208451e33c2 req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Floating IP 164782a6-57d7-4cd5-a3d2-b6afc13a5438 disassociated. External IP: 172.27.3.110, port: 60322d0d-86b6-4a85-acea-ea1c9f48a68f. Aug 27 09:52:24.455187 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-cf1bec54-fc09-4986-830a-b208451e33c2 req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Calling delete_port for 60322d0d-86b6-4a85-acea-ea1c9f48a68f owned by compute:nova {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:52:24.478313 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:24.583973 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-cf1bec54-fc09-4986-830a-b208451e33c2 req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:24.610853 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Pushing event deleted for resources: {'Port': ['ID=60322d0d-86b6-4a85-acea-ea1c9f48a68f,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:24.620438 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:24.620790 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:24.621134 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:24.621473 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:24.621834 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:24.622187 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:24.622499 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:24.622827 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:24.623511 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:24.623511 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:24.624420 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:24.624974 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:24.735068 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf1bec54-fc09-4986-830a-b208451e33c2 req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:52:24.839919 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf1bec54-fc09-4986-830a-b208451e33c2 req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:52:24.850231 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25418c68-807b-4c90-9ef2-592033c526fb None None] Sync routers for ids ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:52:24.860357 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25418c68-807b-4c90-9ef2-592033c526fb None None] Routers {'8402f0e2-5f96-4cf1-8524-635fd4c25d13'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:52:24.860976 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-25418c68-807b-4c90-9ef2-592033c526fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:52:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:24.879440 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1bec54-fc09-4986-830a-b208451e33c2 req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] No DVR routers for this DVR port 60322d0d-86b6-4a85-acea-ea1c9f48a68f on host hv-cinder-80475 {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:52:24.882088 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-cf1bec54-fc09-4986-830a-b208451e33c2 req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:24.884157 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-cf1bec54-fc09-4986-830a-b208451e33c2 req-f7b3ba92-0192-4fd5-84a6-5e04c28d5ecd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.65 "DELETE /v2.0/ports/60322d0d-86b6-4a85-acea-ea1c9f48a68f HTTP/1.1" status: 204 len: 173 time: 0.8260243 Aug 27 09:52:24.884581 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb3db99-c9a7-4bdf-9195-6acd98a74be7', 'name': 'network-vif-deleted', 'tag': '60322d0d-86b6-4a85-acea-ea1c9f48a68f'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:52:24.886904 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32043b80-8de5-4125-a587-3d61d5e56386" -d '{"events": [{"server_uuid": "beb3db99-c9a7-4bdf-9195-6acd98a74be7", "name": "network-vif-deleted", "tag": "60322d0d-86b6-4a85-acea-ea1c9f48a68f"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:52:24.925418 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1ceb9f-39cc-418e-a2de-f40d2bdd17f7 x-openstack-request-id: req-ea1ceb9f-39cc-418e-a2de-f40d2bdd17f7 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:52:24.925742 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb3db99-c9a7-4bdf-9195-6acd98a74be7", "name": "network-vif-deleted", "tag": "60322d0d-86b6-4a85-acea-ea1c9f48a68f", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:52:24.925992 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea1ceb9f-39cc-418e-a2de-f40d2bdd17f7 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:52:24.926543 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb3db99-c9a7-4bdf-9195-6acd98a74be7', 'name': 'network-vif-deleted', 'tag': '60322d0d-86b6-4a85-acea-ea1c9f48a68f', 'status': 'completed', 'code': 200} Aug 27 09:52:24.968662 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:24.990141 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-25418c68-807b-4c90-9ef2-592033c526fb None None] Set router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:52:25.142951 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a4d6e70b-a5ce-41de-b4f2-fa51c501aded req-7b7ef259-036e-4cae-96a8-180534cd00be service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453329 Aug 27 09:52:25.220682 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-25418c68-807b-4c90-9ef2-592033c526fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '03955d54-ed8b-4170-944b-476665b55f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:47:21Z', 'revision_number': 4, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port': {'id': '03955d54-ed8b-4170-944b-476665b55f02', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'a03b82c4-4d05-4028-80c9-abcd87cefe35', 'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'mac_address': 'fa:16:3e:e5:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:19Z', 'updated_at': '2021-08-27T09:47:30Z', 'revision_number': 5, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'subnets': [{'id': '505694e5-d336-4af2-b727-846909e5f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:25.235085 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6e70b-a5ce-41de-b4f2-fa51c501aded req-8c495ef0-b0ad-4c71-88a2-ece557eb44d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:25.236691 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a4d6e70b-a5ce-41de-b4f2-fa51c501aded req-8c495ef0-b0ad-4c71-88a2-ece557eb44d2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd7089dd37db4591a4bfa8f85c7b8e01&device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 1137 time: 0.0672510 Aug 27 09:52:25.251335 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25418c68-807b-4c90-9ef2-592033c526fb None None] Checking router: 8402f0e2-5f96-4cf1-8524-635fd4c25d13 for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:52:25.260850 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25418c68-807b-4c90-9ef2-592033c526fb None None] Routers {'8402f0e2-5f96-4cf1-8524-635fd4c25d13'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:52:25.261454 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-25418c68-807b-4c90-9ef2-592033c526fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:52:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:25.374816 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6e70b-a5ce-41de-b4f2-fa51c501aded req-3534c21f-9c9e-4c22-87d4-20012f37019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:25.376588 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a4d6e70b-a5ce-41de-b4f2-fa51c501aded req-3534c21f-9c9e-4c22-87d4-20012f37019a service neutron] 10.222.0.65 "GET /v2.0/networks?id=9fde31b5-2732-403d-afa4-b933d59badcc HTTP/1.1" status: 200 len: 916 time: 0.1066594 Aug 27 09:52:25.401071 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-25418c68-807b-4c90-9ef2-592033c526fb None None] Set router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:52:25.473126 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1e0553a5-22e7-4ae0-86e7-4a85b4b48831 req-05f935c2-1e09-45c5-a5f3-8bf2e59712c7 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=beb3db99-c9a7-4bdf-9195-6acd98a74be7 HTTP/1.1" status: 200 len: 210 time: 0.0443313 Aug 27 09:52:25.510024 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a4d6e70b-a5ce-41de-b4f2-fa51c501aded req-16368a6c-aed9-455b-bdf2-8e5f20fad776 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ade17a6-1042-4083-8902-906ae06f9564 HTTP/1.1" status: 200 len: 1000 time: 0.1252902 Aug 27 09:52:25.628181 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-25418c68-807b-4c90-9ef2-592033c526fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '03955d54-ed8b-4170-944b-476665b55f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:47:21Z', 'revision_number': 4, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port': {'id': '03955d54-ed8b-4170-944b-476665b55f02', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'a03b82c4-4d05-4028-80c9-abcd87cefe35', 'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'mac_address': 'fa:16:3e:e5:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:19Z', 'updated_at': '2021-08-27T09:47:30Z', 'revision_number': 5, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'subnets': [{'id': '505694e5-d336-4af2-b727-846909e5f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:25.653437 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25418c68-807b-4c90-9ef2-592033c526fb None None] The sync data for ids ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'] in dv-cinder-804757-3-iscsi is: [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '03955d54-ed8b-4170-944b-476665b55f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:47:21Z', 'revision_number': 4, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port': {'id': '03955d54-ed8b-4170-944b-476665b55f02', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'a03b82c4-4d05-4028-80c9-abcd87cefe35', 'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'mac_address': 'fa:16:3e:e5:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:19Z', 'updated_at': '2021-08-27T09:47:30Z', 'revision_number': 5, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'subnets': [{'id': '505694e5-d336-4af2-b727-846909e5f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:52:25.865802 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b7b91b-9420-40a8-9de8-9a22ba668c3d None None] New status for floating IP 164782a6-57d7-4cd5-a3d2-b6afc13a5438: DOWN {{(pid=100337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 09:52:26.328983 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:26.661923 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57358) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:52:26.716338 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ff7afe5b-e861-45d2-900f-1816bce30982 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:26.739052 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ff7afe5b-e861-45d2-900f-1816bce30982 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:26.789680 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ff7afe5b-e861-45d2-900f-1816bce30982 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:26.792722 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ff7afe5b-e861-45d2-900f-1816bce30982 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:26.793950 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-ff7afe5b-e861-45d2-900f-1816bce30982 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "DELETE /v2.0/security-groups/c11ebb99-9e88-4d36-9344-4e8af4d44af6 HTTP/1.1" status: 204 len: 168 time: 0.1308270 Aug 27 09:52:26.797108 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 57360) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:52:26.803793 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7afe5b-e861-45d2-900f-1816bce30982 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11ebb99-9e88-4d36-9344-4e8af4d44af6,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:26.814558 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.api.v2.resource [None req-2678f906-db35-444a-8126-e32677d77c81 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] show failed (client error): The resource could not be found. Aug 27 09:52:26.817535 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-2678f906-db35-444a-8126-e32677d77c81 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups/c11ebb99-9e88-4d36-9344-4e8af4d44af6 HTTP/1.1" status: 404 len: 347 time: 0.0166602 Aug 27 09:52:26.818684 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 57362) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:52:26.976870 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Deleting port 2b2477ee-ad39-4433-b3d8-29970d2505b9 {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:52:26.977210 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:27.261397 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:27.262255 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:27.275435 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Calling delete_port for 2b2477ee-ad39-4433-b3d8-29970d2505b9 owned by network:floatingip {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:52:27.411537 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:27.440674 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Pushing event deleted for resources: {'Port': ['ID=2b2477ee-ad39-4433-b3d8-29970d2505b9,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:27.467141 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:27.467521 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:27.467849 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:27.468190 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:27.468501 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:27.469020 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:27.469519 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:27.470003 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:27.470615 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:27.471103 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:27.471588 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:27.472063 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:27.475096 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for floatingip, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:27.478055 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:27.478984 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-35186aad-30d9-4cf3-aaff-898ea821a8a6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "DELETE /v2.0/floatingips/164782a6-57d7-4cd5-a3d2-b6afc13a5438 HTTP/1.1" status: 204 len: 168 time: 0.6587846 Aug 27 09:52:27.522180 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6e70b-a5ce-41de-b4f2-fa51c501aded req-62f9caaf-e1c8-4213-972f-2ed8c66f29af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:27.523910 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a4d6e70b-a5ce-41de-b4f2-fa51c501aded req-62f9caaf-e1c8-4213-972f-2ed8c66f29af service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cd6e11d-1d08-4b5b-875e-ba4dc957d343 HTTP/1.1" status: 200 len: 853 time: 0.0600247 Aug 27 09:52:27.746169 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 57368) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:52:27.751450 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-6714b170-1b45-4681-bcba-8dfa6098bc7d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1337740154', 'description': 'tempest-description--1792746518'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:52:27.774867 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6714b170-1b45-4681-bcba-8dfa6098bc7d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:27.853177 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6714b170-1b45-4681-bcba-8dfa6098bc7d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:27.856667 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6714b170-1b45-4681-bcba-8dfa6098bc7d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:27.884317 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6714b170-1b45-4681-bcba-8dfa6098bc7d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:27.885549 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-6714b170-1b45-4681-bcba-8dfa6098bc7d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1383774 Aug 27 09:52:27.886626 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714b170-1b45-4681-bcba-8dfa6098bc7d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ced9a4-bd96-4df5-8880-3c50edee9762,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:27.888456 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57370) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:52:27.893379 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-3ff8ac87-6353-4d0c-9363-0dc043e54b83 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Request body: {'security_group_rule': {'security_group_id': 'c8ced9a4-bd96-4df5-8880-3c50edee9762', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:52:27.919319 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ac87-6353-4d0c-9363-0dc043e54b83 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:27.977201 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ac87-6353-4d0c-9363-0dc043e54b83 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:27.980616 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ac87-6353-4d0c-9363-0dc043e54b83 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:27.998885 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8ac87-6353-4d0c-9363-0dc043e54b83 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dccf03c2-4a3e-4cc8-a37d-cc52786ea632,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:28.002294 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3ff8ac87-6353-4d0c-9363-0dc043e54b83 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:28.003498 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-3ff8ac87-6353-4d0c-9363-0dc043e54b83 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138651 Aug 27 09:52:28.006390 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 57372) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:52:28.011047 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-00c2b8cf-254e-4cd7-a6ff-bd0d094c4ef6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Request body: {'security_group_rule': {'security_group_id': 'c8ced9a4-bd96-4df5-8880-3c50edee9762', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:52:28.036445 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-00c2b8cf-254e-4cd7-a6ff-bd0d094c4ef6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:28.093887 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-00c2b8cf-254e-4cd7-a6ff-bd0d094c4ef6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:28.097253 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-00c2b8cf-254e-4cd7-a6ff-bd0d094c4ef6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:28.113242 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2b8cf-254e-4cd7-a6ff-bd0d094c4ef6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27d3848-d5ed-4073-a905-de4603154f64,revision_number=0']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:28.120228 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-00c2b8cf-254e-4cd7-a6ff-bd0d094c4ef6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:28.121621 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-00c2b8cf-254e-4cd7-a6ff-bd0d094c4ef6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141148 Aug 27 09:52:28.125376 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 57374) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:52:28.129622 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-93673d23-e6dd-41dc-8086-e0e45e968d37 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Request body: {'floatingip': {'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:52:28.150328 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-93673d23-e6dd-41dc-8086-e0e45e968d37 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for floatingip, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:28.243346 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-93673d23-e6dd-41dc-8086-e0e45e968d37 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:28.348882 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_common [None req-93673d23-e6dd-41dc-8086-e0e45e968d37 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Allocated IP 172.27.3.202 (7e0666e1-bba7-40d6-99a1-baf82e3072a1/16ad6031-57d4-4eed-bb48-2f2edbdd88d6/3b44679b-5e91-425f-a829-0bd88f632d0b) {{(pid=100335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:52:28.444105 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-93673d23-e6dd-41dc-8086-e0e45e968d37 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for port, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:28.480762 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-93673d23-e6dd-41dc-8086-e0e45e968d37 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:28.519967 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93673d23-e6dd-41dc-8086-e0e45e968d37 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 is already hosted by enough agents. {{(pid=100335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:52:28.522764 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-93673d23-e6dd-41dc-8086-e0e45e968d37 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Resources bound (agent type, host, resource id): {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:52:28.528201 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93673d23-e6dd-41dc-8086-e0e45e968d37 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Received port after_create {{(pid=100335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:52:28.539260 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93673d23-e6dd-41dc-8086-e0e45e968d37 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Pushing event updated for resources: {'Port': ['ID=3b44679b-5e91-425f-a829-0bd88f632d0b,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:28.580256 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-93673d23-e6dd-41dc-8086-e0e45e968d37 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:28.597078 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6e70b-a5ce-41de-b4f2-fa51c501aded req-34bb7a48-5ab2-4882-91a3-004fc6a9570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:28.598682 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a4d6e70b-a5ce-41de-b4f2-fa51c501aded req-34bb7a48-5ab2-4882-91a3-004fc6a9570b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9fde31b5-2732-403d-afa4-b933d59badcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0892346 Aug 27 09:52:28.612081 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-93673d23-e6dd-41dc-8086-e0e45e968d37 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:28.700505 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a4d6e70b-a5ce-41de-b4f2-fa51c501aded req-9c7c6ca5-8a97-4fdb-b217-4fdefed045d1 service neutron] 10.222.0.65 "GET /v2.0/networks/9fde31b5-2732-403d-afa4-b933d59badcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819395 Aug 27 09:52:28.759096 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-93673d23-e6dd-41dc-8086-e0e45e968d37 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for port, precommit_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:28.763427 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-93673d23-e6dd-41dc-8086-e0e45e968d37 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:28.794460 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-93673d23-e6dd-41dc-8086-e0e45e968d37 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504191'] for floatingip, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:28.795219 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a4d6e70b-a5ce-41de-b4f2-fa51c501aded req-8b3ca814-b77f-4712-8a50-d49fe1e07bf6 service neutron] 10.222.0.65 "GET /v2.0/networks/9fde31b5-2732-403d-afa4-b933d59badcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867214 Aug 27 09:52:28.816661 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93673d23-e6dd-41dc-8086-e0e45e968d37 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Pushing event updated for resources: {'Port': ['ID=3b44679b-5e91-425f-a829-0bd88f632d0b,revision_number=2']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:28.820084 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-93673d23-e6dd-41dc-8086-e0e45e968d37 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:28.826402 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-93673d23-e6dd-41dc-8086-e0e45e968d37 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.6949503 Aug 27 09:52:28.954507 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-27a0bf07-50a3-4103-b953-948c8d708840 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1337740154&fields=id&tenant_id=2ec5ee960a9a402baca62a4f82fadfe3 HTTP/1.1" status: 200 len: 267 time: 0.0329399 Aug 27 09:52:29.058691 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-4573fc82-0687-4ba6-aff5-fa901649891b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:29.060029 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-4573fc82-0687-4ba6-aff5-fa901649891b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/networks?id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 HTTP/1.1" status: 200 len: 816 time: 0.0989809 Aug 27 09:52:29.075171 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-546390c5-c06a-43e4-a593-170dfc53bdae tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/quotas/2ec5ee960a9a402baca62a4f82fadfe3 HTTP/1.1" status: 200 len: 375 time: 0.0086968 Aug 27 09:52:29.128740 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-6681d736-772a-4df0-8268-1835590b1fbe tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ec5ee960a9a402baca62a4f82fadfe3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479791 Aug 27 09:52:29.222820 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-e5b4ddb0-a5f1-410a-9e44-35f74b4c3057 service neutron] 10.222.0.55 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818324 Aug 27 09:52:29.312892 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-c8d0975e-25c9-4760-994c-964fd9d1cc5b service neutron] 10.222.0.55 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840704 Aug 27 09:52:29.488439 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-aec435dc-1045-4eeb-ae28-9cb48be8ab58 req-2d0bd112-f443-4bdb-9607-5dbfeef7851b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 210 time: 0.0299225 Aug 27 09:52:29.498311 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 60322d0d-86b6-4a85-acea-ea1c9f48a68f no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:52:29.527737 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: 60322d0d-86b6-4a85-acea-ea1c9f48a68f {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:52:29.528085 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 60322d0d-86b6-4a85-acea-ea1c9f48a68f not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:52:30.597878 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3146a825-c73a-4e50-b4f3-66f15b5b662d req-2ecaa5e2-9877-4d90-aaea-c35223849d9e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 210 time: 0.0269449 Aug 27 09:52:30.611160 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-7445bb4c-72f5-4944-97df-9c0592707e0c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:30.612696 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-7445bb4c-72f5-4944-97df-9c0592707e0c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.65 "GET /v2.0/networks?id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 HTTP/1.1" status: 200 len: 816 time: 0.1109121 Aug 27 09:52:30.662425 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-33b9084b-a7dc-4e83-a42e-2509121e58d0 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ec5ee960a9a402baca62a4f82fadfe3 HTTP/1.1" status: 200 len: 380 time: 0.0390034 Aug 27 09:52:30.673345 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-47c0facf-8961-4ef7-95f5-4812905daef9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Request body: {'port': {'device_id': '2427accf-7a29-4170-8f49-f4efc245fd5b', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'admin_state_up': True, 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'security_groups': ['c8ced9a4-bd96-4df5-8880-3c50edee9762']}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:52:30.782866 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-47c0facf-8961-4ef7-95f5-4812905daef9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Made reservation on behalf of 2ec5ee960a9a402baca62a4f82fadfe3 for: {'port': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:52:30.786350 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-47c0facf-8961-4ef7-95f5-4812905daef9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:30.916217 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-47c0facf-8961-4ef7-95f5-4812905daef9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Allocated IP 172.20.0.3 (fa720c6a-2d26-4f54-b2b8-b3eaae9d4896/505694e5-d336-4af2-b727-846909e5f608/bfd42f9a-0039-4f41-b4fe-e0ed64d4393f) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:52:31.051483 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-47c0facf-8961-4ef7-95f5-4812905daef9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:31.065425 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-47c0facf-8961-4ef7-95f5-4812905daef9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Transition to ACTIVE for port object bfd42f9a-0039-4f41-b4fe-e0ed64d4393f will not be triggered until provisioned by entity DHCP. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:52:31.097557 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-47c0facf-8961-4ef7-95f5-4812905daef9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:31.143523 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-47c0facf-8961-4ef7-95f5-4812905daef9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Network fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:52:31.148344 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-47c0facf-8961-4ef7-95f5-4812905daef9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:52:31.151905 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-47c0facf-8961-4ef7-95f5-4812905daef9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:52:31.175433 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0facf-8961-4ef7-95f5-4812905daef9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Pushing event updated for resources: {'Port': ['ID=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:31.204685 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-47c0facf-8961-4ef7-95f5-4812905daef9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:31.205326 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-47c0facf-8961-4ef7-95f5-4812905daef9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:31.219906 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-47c0facf-8961-4ef7-95f5-4812905daef9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5511854 Aug 27 09:52:31.236526 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Request body: {'port': {'device_id': '2427accf-7a29-4170-8f49-f4efc245fd5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:52:31.291568 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:31.315519 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-3e1f589b-96d6-4e51-bd64-54d7c5fed9c8 None None] Provisioning for port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:52:31.319210 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-3e1f589b-96d6-4e51-bd64-54d7c5fed9c8 None None] Provisioning complete for port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:52:31.319677 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-3e1f589b-96d6-4e51-bd64-54d7c5fed9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:31.355755 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-3e1f589b-96d6-4e51-bd64-54d7c5fed9c8 None None] Port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:52:31.550443 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd42f9a-0039-4f41-b4fe-e0ed64d4393f {{(pid=100334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:52:31.557934 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:31.570260 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Transition to ACTIVE for port object bfd42f9a-0039-4f41-b4fe-e0ed64d4393f will not be triggered until provisioned by entity L2. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:52:31.573532 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:31.625133 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:31.693326 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Attempting to bind port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:52:31.693690 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Attempting to bind port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'd45627ae-03a1-4474-baff-bc368b04dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896'}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:52:31.694014 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Attempting to bind port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f on network fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:52:31.698682 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f on network fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:52:31.699000 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Attempting to bind port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f on network fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:52:31.704499 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:52:31.704823 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Checking segment: {'id': 'd45627ae-03a1-4474-baff-bc368b04dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:52:31.705198 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Bound using segment: {'id': 'd45627ae-03a1-4474-baff-bc368b04dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896'} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:52:31.705648 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Bound port: bfd42f9a-0039-4f41-b4fe-e0ed64d4393f, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45627ae-03a1-4474-baff-bc368b04dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896'}}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:52:31.706002 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:31.732585 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6865b9b-8992-497c-95e0-dcd7afa2377f req-550432da-aeb2-4cd7-9326-ee86cc26e4bc tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:31.734148 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e6865b9b-8992-497c-95e0-dcd7afa2377f req-550432da-aeb2-4cd7-9326-ee86cc26e4bc tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 943 time: 0.0582051 Aug 27 09:52:31.774251 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e6865b9b-8992-497c-95e0-dcd7afa2377f req-2963908c-296d-4aa1-b5d8-3b2f0a96e1ec tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335877 Aug 27 09:52:31.780700 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] For port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f, host hv-cinder-80475, cleared binding levels {{(pid=100334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:52:31.784060 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] For port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:52:31.791641 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:31.828264 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:31.828891 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:31.830288 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] 10.222.0.65 "PUT /v2.0/ports/bfd42f9a-0039-4f41-b4fe-e0ed64d4393f HTTP/1.1" status: 200 len: 1093 time: 0.5986650 Aug 27 09:52:31.830845 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2427accf-7a29-4170-8f49-f4efc245fd5b', 'tag': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:52:31.832989 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dedc4ca-8757-4673-8cb7-75297a5a27f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2427accf-7a29-4170-8f49-f4efc245fd5b", "tag": "bfd42f9a-0039-4f41-b4fe-e0ed64d4393f"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:52:31.856159 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f55cc9-0325-4427-ae2b-36dd00b9b6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,revision_number=3']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:31.881148 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92c5ecd-41a7-4b82-869a-b23a4ccfc298 x-openstack-request-id: req-b92c5ecd-41a7-4b82-869a-b23a4ccfc298 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:52:31.881460 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2427accf-7a29-4170-8f49-f4efc245fd5b", "tag": "bfd42f9a-0039-4f41-b4fe-e0ed64d4393f", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:52:31.881733 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b92c5ecd-41a7-4b82-869a-b23a4ccfc298 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:52:31.882642 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2427accf-7a29-4170-8f49-f4efc245fd5b', 'tag': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f', 'status': 'completed', 'code': 200} Aug 27 09:52:31.935348 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-57e9f777-8933-4331-b0dc-60e50bb28332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:31.938022 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-57e9f777-8933-4331-b0dc-60e50bb28332 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ec5ee960a9a402baca62a4f82fadfe3&device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 1096 time: 0.0469286 Aug 27 09:52:31.987277 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-f9b89969-3381-4502-bfd5-4b7ebe428526 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f HTTP/1.1" status: 200 len: 217 time: 0.0389285 Aug 27 09:52:32.051704 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-63617d91-70f9-49c3-9b52-454880d7c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:32.053124 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-63617d91-70f9-49c3-9b52-454880d7c838 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=505694e5-d336-4af2-b727-846909e5f608 HTTP/1.1" status: 200 len: 855 time: 0.0531723 Aug 27 09:52:32.103332 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-d1fbeaea-2e40-42f2-9544-ceba6c76f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:32.104940 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-d1fbeaea-2e40-42f2-9544-ceba6c76f6b0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402658 Aug 27 09:52:32.203310 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-04296d23-54fb-4329-89d0-44756e6bc5ff service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864961 Aug 27 09:52:32.291611 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-26e12cc5-d11d-4a87-8107-ed6d284c1b5c req-de1c46e3-dd88-4daa-9ab4-2911a46900fc service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790012 Aug 27 09:52:32.379260 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedc4ca-8757-4673-8cb7-75297a5a27f1 req-ef86f3fe-4350-41e5-9746-3f2fb09be2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:32.380636 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2dedc4ca-8757-4673-8cb7-75297a5a27f1 req-ef86f3fe-4350-41e5-9746-3f2fb09be2c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ec5ee960a9a402baca62a4f82fadfe3&device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 1096 time: 0.0399604 Aug 27 09:52:32.472370 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedc4ca-8757-4673-8cb7-75297a5a27f1 req-143385bb-2fe5-4740-9560-6c7691eb3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:32.473803 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2dedc4ca-8757-4673-8cb7-75297a5a27f1 req-143385bb-2fe5-4740-9560-6c7691eb3de5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 HTTP/1.1" status: 200 len: 918 time: 0.0833726 Aug 27 09:52:32.519927 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2dedc4ca-8757-4673-8cb7-75297a5a27f1 req-8819ac89-50d0-4ab2-9670-f57ea3dfc889 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f HTTP/1.1" status: 200 len: 217 time: 0.0349696 Aug 27 09:52:32.574498 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedc4ca-8757-4673-8cb7-75297a5a27f1 req-c560e16d-7a3c-4ed6-a58b-ed195eed0c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:32.575898 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2dedc4ca-8757-4673-8cb7-75297a5a27f1 req-c560e16d-7a3c-4ed6-a58b-ed195eed0c80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=505694e5-d336-4af2-b727-846909e5f608 HTTP/1.1" status: 200 len: 855 time: 0.0472987 Aug 27 09:52:32.879019 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedc4ca-8757-4673-8cb7-75297a5a27f1 req-4c887406-0bfe-41bb-bf5f-08103fcd34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:32.880537 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2dedc4ca-8757-4673-8cb7-75297a5a27f1 req-4c887406-0bfe-41bb-bf5f-08103fcd34ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2962632 Aug 27 09:52:32.904173 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cc1e1-b6bc-4328-82e5-e45a81840bcc req-77563965-7c8c-45a9-9016-dad9b853ce3a tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:32.906327 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7b7cc1e1-b6bc-4328-82e5-e45a81840bcc req-77563965-7c8c-45a9-9016-dad9b853ce3a tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 943 time: 0.0525398 Aug 27 09:52:32.945936 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7b7cc1e1-b6bc-4328-82e5-e45a81840bcc req-bb56d9be-6813-433f-af71-6ff2d88eb9d2 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324173 Aug 27 09:52:32.973131 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2dedc4ca-8757-4673-8cb7-75297a5a27f1 req-e05d1965-144f-43a1-94d3-7b0c20ecce47 service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825169 Aug 27 09:52:33.069204 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2dedc4ca-8757-4673-8cb7-75297a5a27f1 req-a8f4eb8a-3e58-4fa9-b0b1-2ed53ccf058a service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858753 Aug 27 09:52:34.067661 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d4147-98c4-42d6-97cd-ff73dc51d04a req-bf1a2612-9a45-4b07-b17f-9a1e7c182be5 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:34.068170 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d83d4147-98c4-42d6-97cd-ff73dc51d04a req-bf1a2612-9a45-4b07-b17f-9a1e7c182be5 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 943 time: 0.0488279 Aug 27 09:52:34.105313 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d83d4147-98c4-42d6-97cd-ff73dc51d04a req-1cd12da7-e6f5-443e-a5e6-e135156d1d61 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312357 Aug 27 09:52:35.225093 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96849dcc-3425-4ded-98ba-b729005a7264 req-55c03c9f-c469-43f6-8df5-b28f1d3924c1 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:35.226600 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-96849dcc-3425-4ded-98ba-b729005a7264 req-55c03c9f-c469-43f6-8df5-b28f1d3924c1 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 943 time: 0.0520623 Aug 27 09:52:35.264339 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-96849dcc-3425-4ded-98ba-b729005a7264 req-01715f52-483d-450e-9c35-1d5d47c497a4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317674 Aug 27 09:52:35.511402 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device bfd42f9a-0039-4f41-b4fe-e0ed64d4393f details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:52:35.611330 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:52:35.622541 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'port_id': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f', 'mac_address': 'fa:16:3e:3b:86:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:52:35.663020 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:35.675437 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd42f9a-0039-4f41-b4fe-e0ed64d4393f {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:52:35.695510 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:52:35.699048 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:35.746072 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:35.752948 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:35.753294 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:35.753669 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:35.754005 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:35.754332 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:35.754659 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:35.754984 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:35.755307 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:35.755630 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:35.755952 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:35.756324 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:35.756649 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:52:35.998050 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['bfd42f9a-0039-4f41-b4fe-e0ed64d4393f'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:52:36.387700 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4219e21-91fc-4c62-a190-4befb26c09c9 req-13dcf817-6495-4201-af38-70b4c603692c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:36.389261 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b4219e21-91fc-4c62-a190-4befb26c09c9 req-13dcf817-6495-4201-af38-70b4c603692c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 944 time: 0.0523760 Aug 27 09:52:36.436288 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b4219e21-91fc-4c62-a190-4befb26c09c9 req-c2286fc0-fba8-406c-b3d5-d1d2d6537eee tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395532 Aug 27 09:52:37.224079 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:52:37.527059 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device bfd42f9a-0039-4f41-b4fe-e0ed64d4393f up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:52:37.563212 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19882ce2-1efd-447d-9762-9a085f30b256 req-9895fd0c-8ff8-433b-a9fb-36c9a488f873 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:37.564707 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-19882ce2-1efd-447d-9762-9a085f30b256 req-9895fd0c-8ff8-433b-a9fb-36c9a488f873 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 944 time: 0.0524485 Aug 27 09:52:37.577003 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:52:37.581571 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:52:37.581943 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:37.607038 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-19882ce2-1efd-447d-9762-9a085f30b256 req-aae60cef-b08a-4a7d-8438-fdcfe8b3440c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343478 Aug 27 09:52:37.667080 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:37.692561 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2427accf-7a29-4170-8f49-f4efc245fd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:52:37.695121 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689990b2-b506-4866-b956-b874bbd1dd6f" -d '{"events": [{"server_uuid": "2427accf-7a29-4170-8f49-f4efc245fd5b", "name": "network-vif-plugged", "status": "completed", "tag": "bfd42f9a-0039-4f41-b4fe-e0ed64d4393f"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:52:37.709372 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:52:37.714101 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:37.753210 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df29d5b4-fd80-4f05-9650-e7ae1526265d x-openstack-request-id: req-df29d5b4-fd80-4f05-9650-e7ae1526265d {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:52:37.753541 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2427accf-7a29-4170-8f49-f4efc245fd5b", "name": "network-vif-plugged", "status": "completed", "tag": "bfd42f9a-0039-4f41-b4fe-e0ed64d4393f", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:52:37.753819 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df29d5b4-fd80-4f05-9650-e7ae1526265d {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:52:37.754382 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2427accf-7a29-4170-8f49-f4efc245fd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f', 'code': 200} Aug 27 09:52:37.784376 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:37.940584 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660c33d-0561-4ce4-bd13-44b902fbd6ef req-6b04d352-7b18-4f0d-8870-01d17de98a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:37.944000 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8660c33d-0561-4ce4-bd13-44b902fbd6ef req-6b04d352-7b18-4f0d-8870-01d17de98a72 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 1098 time: 0.0595441 Aug 27 09:52:37.987908 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8660c33d-0561-4ce4-bd13-44b902fbd6ef req-87282d6e-67ee-4a0b-947c-ef5ce7b668f8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326643 Aug 27 09:52:38.730781 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466fc17-55de-4b3a-a3b1-930af8afba7e req-5185b9f5-623e-47a1-bc84-ccf0d3bd7005 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:38.732274 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e466fc17-55de-4b3a-a3b1-930af8afba7e req-5185b9f5-623e-47a1-bc84-ccf0d3bd7005 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0501895 Aug 27 09:52:38.772335 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e466fc17-55de-4b3a-a3b1-930af8afba7e req-a5677ee2-967a-455e-bf35-72800e2e8645 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337880 Aug 27 09:52:38.805832 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 57540) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:52:38.855943 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e85ee5-8383-4ee8-8efb-b82907ae687f admin admin] Deleting subnet 2d6df737-abe5-455b-a85d-48abdacd21e8 {{(pid=100335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 09:52:38.859841 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-81e85ee5-8383-4ee8-8efb-b82907ae687f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:38.896270 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-81e85ee5-8383-4ee8-8efb-b82907ae687f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:38.901597 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-81e85ee5-8383-4ee8-8efb-b82907ae687f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492648'] for subnet, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:38.954874 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-81e85ee5-8383-4ee8-8efb-b82907ae687f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for subnet, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:38.979853 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e85ee5-8383-4ee8-8efb-b82907ae687f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d6df737-abe5-455b-a85d-48abdacd21e8,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:38.983541 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-81e85ee5-8383-4ee8-8efb-b82907ae687f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:38.992222 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-81e85ee5-8383-4ee8-8efb-b82907ae687f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2d6df737-abe5-455b-a85d-48abdacd21e8 HTTP/1.1" status: 204 len: 168 time: 0.1787999 Aug 27 09:52:38.992992 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57546) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:52:39.053904 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-27523c77-eab0-4f39-b578-c25cec67fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574520'] for network, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:39.135681 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-27523c77-eab0-4f39-b578-c25cec67fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561491', 'neutron.services.segments.db._delete_segments_for_network-8775451844590'] for network, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:39.145968 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-27523c77-eab0-4f39-b578-c25cec67fbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278c5b7a-5184-43fa-a3fc-6b09a5eea24a']}} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:39.156055 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-27523c77-eab0-4f39-b578-c25cec67fbb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e3ee02-3cbd-4e59-a421-a0f7e4641777') {'for_net_delete': True} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:39.156285 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-27523c77-eab0-4f39-b578-c25cec67fbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e3ee02-3cbd-4e59-a421-a0f7e4641777') {} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:39.164651 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-27523c77-eab0-4f39-b578-c25cec67fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775451844473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10028809'] for segment, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:39.177874 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-27523c77-eab0-4f39-b578-c25cec67fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:39.184081 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27523c77-eab0-4f39-b578-c25cec67fbb2 admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=100334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 09:52:39.184458 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-27523c77-eab0-4f39-b578-c25cec67fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10058782'] for segment, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: Traceback (most recent call last): Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: timer() Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: cb(*args, **kw) Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: return func(*args, **kwargs) Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: self._notify() Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: self.callback(batched_events) Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: event.method(event) Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: return f(self, *a, **k) Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._get(url).json() Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: return self.request(url, 'GET', **kwargs) Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 09:52:39.186132 dv-cinder-804757-3-iscsi neutron-server[100334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 09:52:39.238626 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-27523c77-eab0-4f39-b578-c25cec67fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504205'] for network, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:39.243874 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-27523c77-eab0-4f39-b578-c25cec67fbb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:39.245702 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-27523c77-eab0-4f39-b578-c25cec67fbb2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/278c5b7a-5184-43fa-a3fc-6b09a5eea24a HTTP/1.1" status: 204 len: 168 time: 0.2560415 Aug 27 09:52:39.257014 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27523c77-eab0-4f39-b578-c25cec67fbb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=278c5b7a-5184-43fa-a3fc-6b09a5eea24a,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:39.368696 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57550) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:52:39.408058 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-74619298-468e-4f49-bd8a-f6021420aa33 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1df15a8e58e3430e8f6133ab4e5ab10a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376537 Aug 27 09:52:39.410486 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57552) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:52:39.459911 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-5950ee61-eb73-4393-b6f7-f5c45c62d1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:39.479493 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-5950ee61-eb73-4393-b6f7-f5c45c62d1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:39.528613 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-5950ee61-eb73-4393-b6f7-f5c45c62d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:39.531748 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-5950ee61-eb73-4393-b6f7-f5c45c62d1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:39.532940 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-5950ee61-eb73-4393-b6f7-f5c45c62d1e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/63c32213-85b4-4352-ac21-ed9bc325bd8e HTTP/1.1" status: 204 len: 168 time: 0.1215560 Aug 27 09:52:39.540688 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950ee61-eb73-4393-b6f7-f5c45c62d1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c32213-85b4-4352-ac21-ed9bc325bd8e,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:39.898102 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f567f8-41c6-4488-89bd-61ed19ea90eb req-f1e27f00-52fb-4822-9f67-d65c6c0174df tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:39.899572 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-08f567f8-41c6-4488-89bd-61ed19ea90eb req-f1e27f00-52fb-4822-9f67-d65c6c0174df tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0487781 Aug 27 09:52:39.935865 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-08f567f8-41c6-4488-89bd-61ed19ea90eb req-fbd731e0-0c22-467a-83fc-87e41c1e163f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304043 Aug 27 09:52:40.054503 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bba08e-9fb4-43a5-b782-2735cf38a733 req-0b66f93a-9418-4365-8ff6-d9a6a39f374f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:40.056233 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-91bba08e-9fb4-43a5-b782-2735cf38a733 req-0b66f93a-9418-4365-8ff6-d9a6a39f374f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0522444 Aug 27 09:52:40.065740 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 57562) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:52:40.070143 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-34e321c2-0cfb-4e82-8f5b-d744e3609095 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Request body: {'floatingip': {'port_id': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:52:40.106691 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-34e321c2-0cfb-4e82-8f5b-d744e3609095 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for floatingip, before_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:40.539864 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-34e321c2-0cfb-4e82-8f5b-d744e3609095 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:40.543433 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-34e321c2-0cfb-4e82-8f5b-d744e3609095 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504191'] for floatingip, after_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:40.639801 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.db.l3_db [None req-34e321c2-0cfb-4e82-8f5b-d744e3609095 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Floating IP cc6b75a8-b2d5-485d-a5ec-ce1a0fb65983 associated. External IP: 172.27.3.202, port: bfd42f9a-0039-4f41-b4fe-e0ed64d4393f. Aug 27 09:52:40.841314 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e321c2-0cfb-4e82-8f5b-d744e3609095 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:52:40.945194 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e321c2-0cfb-4e82-8f5b-d744e3609095 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:52:40.950096 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-34e321c2-0cfb-4e82-8f5b-d744e3609095 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:40.955225 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b5d46-2636-4349-89fa-07f62d5b63fa None None] Sync routers for ids ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:52:40.963706 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b5d46-2636-4349-89fa-07f62d5b63fa None None] Routers {'8402f0e2-5f96-4cf1-8524-635fd4c25d13'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:52:40.964307 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-665b5d46-2636-4349-89fa-07f62d5b63fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:52:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:40.977162 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-34e321c2-0cfb-4e82-8f5b-d744e3609095 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "PUT /v2.0/floatingips/cc6b75a8-b2d5-485d-a5ec-ce1a0fb65983 HTTP/1.1" status: 200 len: 991 time: 0.9103904 Aug 27 09:52:40.977750 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2427accf-7a29-4170-8f49-f4efc245fd5b', 'tag': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f'}] {{(pid=100335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:52:40.979988 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}025450df2500551f9904fcf1c9a215fd0038e6a364e6ac7978f47cafd8b0d6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d875f8-2db8-4946-85c2-5facded2d41f" -d '{"events": [{"name": "network-changed", "server_uuid": "2427accf-7a29-4170-8f49-f4efc245fd5b", "tag": "bfd42f9a-0039-4f41-b4fe-e0ed64d4393f"}]}' {{(pid=100335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:52:41.192143 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-665b5d46-2636-4349-89fa-07f62d5b63fa None None] Set router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:52:41.198883 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a762e25a-3c7f-41e4-ab0b-901fd73cb1b2 x-openstack-request-id: req-a762e25a-3c7f-41e4-ab0b-901fd73cb1b2 {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:52:41.199362 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2427accf-7a29-4170-8f49-f4efc245fd5b", "tag": "bfd42f9a-0039-4f41-b4fe-e0ed64d4393f", "status": "completed", "code": 200}]} {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:52:41.199452 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a762e25a-3c7f-41e4-ab0b-901fd73cb1b2 {{(pid=100335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:52:41.199787 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2427accf-7a29-4170-8f49-f4efc245fd5b', 'tag': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f', 'status': 'completed', 'code': 200} Aug 27 09:52:41.261251 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d875f8-2db8-4946-85c2-5facded2d41f req-fda19a11-afa5-47ff-9c28-bedde1e3f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:41.262766 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-29d875f8-2db8-4946-85c2-5facded2d41f req-fda19a11-afa5-47ff-9c28-bedde1e3f513 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ec5ee960a9a402baca62a4f82fadfe3&device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 1098 time: 0.0393941 Aug 27 09:52:41.359461 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d875f8-2db8-4946-85c2-5facded2d41f req-37215408-43b5-4c8c-baed-7030168ed300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:41.360887 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-29d875f8-2db8-4946-85c2-5facded2d41f req-37215408-43b5-4c8c-baed-7030168ed300 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 HTTP/1.1" status: 200 len: 918 time: 0.0858827 Aug 27 09:52:41.416585 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-665b5d46-2636-4349-89fa-07f62d5b63fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '03955d54-ed8b-4170-944b-476665b55f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:47:21Z', 'revision_number': 4, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port': {'id': '03955d54-ed8b-4170-944b-476665b55f02', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'cc6b75a8-b2d5-485d-a5ec-ce1a0fb65983', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'port_id': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'mac_address': 'fa:16:3e:3b:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427accf-7a29-4170-8f49-f4efc245fd5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:52:28Z', 'updated_at': '2021-08-27T09:52:40Z', 'revision_number': 1, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03b82c4-4d05-4028-80c9-abcd87cefe35', 'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'mac_address': 'fa:16:3e:e5:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:19Z', 'updated_at': '2021-08-27T09:47:30Z', 'revision_number': 5, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'subnets': [{'id': '505694e5-d336-4af2-b727-846909e5f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:41.425188 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-29d875f8-2db8-4946-85c2-5facded2d41f req-0811bf7f-d0d0-4187-9885-ad38c0600d0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f HTTP/1.1" status: 200 len: 999 time: 0.0557716 Aug 27 09:52:41.447248 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b5d46-2636-4349-89fa-07f62d5b63fa None None] Checking router: 8402f0e2-5f96-4cf1-8524-635fd4c25d13 for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:52:41.456495 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b5d46-2636-4349-89fa-07f62d5b63fa None None] Routers {'8402f0e2-5f96-4cf1-8524-635fd4c25d13'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:52:41.457109 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-665b5d46-2636-4349-89fa-07f62d5b63fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:52:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:41.478942 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d875f8-2db8-4946-85c2-5facded2d41f req-40723aa9-f210-4b42-8c83-0db618c15862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:41.480391 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-29d875f8-2db8-4946-85c2-5facded2d41f req-40723aa9-f210-4b42-8c83-0db618c15862 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=505694e5-d336-4af2-b727-846909e5f608 HTTP/1.1" status: 200 len: 855 time: 0.0466683 Aug 27 09:52:41.527175 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d875f8-2db8-4946-85c2-5facded2d41f req-e2021770-c617-4a26-b3b6-5bf176d3599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:41.528701 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-29d875f8-2db8-4946-85c2-5facded2d41f req-e2021770-c617-4a26-b3b6-5bf176d3599d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393801 Aug 27 09:52:41.559216 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-665b5d46-2636-4349-89fa-07f62d5b63fa None None] Set router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:52:41.619692 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-29d875f8-2db8-4946-85c2-5facded2d41f req-d9eebdfe-d700-4eb2-b6dc-a94ad8dc0014 service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804415 Aug 27 09:52:41.713150 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-29d875f8-2db8-4946-85c2-5facded2d41f req-059e917c-203d-48e7-82b9-d2093329f4ad service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843058 Aug 27 09:52:41.781790 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-665b5d46-2636-4349-89fa-07f62d5b63fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '03955d54-ed8b-4170-944b-476665b55f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:47:21Z', 'revision_number': 4, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port': {'id': '03955d54-ed8b-4170-944b-476665b55f02', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'cc6b75a8-b2d5-485d-a5ec-ce1a0fb65983', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'port_id': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'mac_address': 'fa:16:3e:3b:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427accf-7a29-4170-8f49-f4efc245fd5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:52:28Z', 'updated_at': '2021-08-27T09:52:40Z', 'revision_number': 1, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03b82c4-4d05-4028-80c9-abcd87cefe35', 'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'mac_address': 'fa:16:3e:e5:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:19Z', 'updated_at': '2021-08-27T09:47:30Z', 'revision_number': 5, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'subnets': [{'id': '505694e5-d336-4af2-b727-846909e5f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:41.807893 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b5d46-2636-4349-89fa-07f62d5b63fa None None] The sync data for ids ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'] in dv-cinder-804757-3-iscsi is: [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '03955d54-ed8b-4170-944b-476665b55f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:47:21Z', 'revision_number': 4, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port': {'id': '03955d54-ed8b-4170-944b-476665b55f02', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'cc6b75a8-b2d5-485d-a5ec-ce1a0fb65983', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'port_id': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'mac_address': 'fa:16:3e:3b:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2427accf-7a29-4170-8f49-f4efc245fd5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:52:28Z', 'updated_at': '2021-08-27T09:52:40Z', 'revision_number': 1, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03b82c4-4d05-4028-80c9-abcd87cefe35', 'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'mac_address': 'fa:16:3e:e5:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:19Z', 'updated_at': '2021-08-27T09:47:30Z', 'revision_number': 5, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'subnets': [{'id': '505694e5-d336-4af2-b727-846909e5f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:52:41.987947 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a347b-fd3d-46f2-9f50-bc5f1532f14a None None] New status for floating IP cc6b75a8-b2d5-485d-a5ec-ce1a0fb65983: ACTIVE {{(pid=100337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 09:52:44.560721 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf0c7e-450b-4e84-9c58-d136f3235cbc req-ace57414-550d-4e91-87f8-66d23373826a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:44.563018 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ebbf0c7e-450b-4e84-9c58-d136f3235cbc req-ace57414-550d-4e91-87f8-66d23373826a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0526323 Aug 27 09:52:44.599168 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ebbf0c7e-450b-4e84-9c58-d136f3235cbc req-5294cb63-b1ab-4d13-9edb-5b75b8d8c696 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302348 Aug 27 09:52:45.714785 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e03bba-b5e8-4dc3-8d6a-cfe23efd0339 req-7c729204-9a95-4a36-833c-590e8bcd4675 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:45.716266 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c1e03bba-b5e8-4dc3-8d6a-cfe23efd0339 req-7c729204-9a95-4a36-833c-590e8bcd4675 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0498133 Aug 27 09:52:45.758455 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c1e03bba-b5e8-4dc3-8d6a-cfe23efd0339 req-64ae4b42-e819-4974-ab60-417d0ffbf02e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360024 Aug 27 09:52:46.334328 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-eaf697c9-3d5f-4ec1-b454-f0d9048c5a8d req-fe5c290b-f8f8-4d2c-b1bb-14e18db9579c tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793452121&fields=id&tenant_id=cd7089dd37db4591a4bfa8f85c7b8e01 HTTP/1.1" status: 200 len: 267 time: 0.0330930 Aug 27 09:52:46.386465 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf697c9-3d5f-4ec1-b454-f0d9048c5a8d req-cfba6d86-e3e9-4361-91a2-697d0b8a7711 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:46.387856 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-eaf697c9-3d5f-4ec1-b454-f0d9048c5a8d req-cfba6d86-e3e9-4361-91a2-697d0b8a7711 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 984 time: 0.0480030 Aug 27 09:52:46.398679 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [req-eaf697c9-3d5f-4ec1-b454-f0d9048c5a8d req-6ae78439-5dda-4df2-96a1-e02ada671c81 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Request body: {'port': {'security_groups': ['f44e3161-269f-434d-88c2-e41218323ea8']}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:52:46.470169 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-eaf697c9-3d5f-4ec1-b454-f0d9048c5a8d req-6ae78439-5dda-4df2-96a1-e02ada671c81 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:46.674732 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [req-eaf697c9-3d5f-4ec1-b454-f0d9048c5a8d req-6ae78439-5dda-4df2-96a1-e02ada671c81 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] For port 3ade17a6-1042-4083-8902-906ae06f9564, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3ade17a6-1042-4083-8902-906ae06f9564,segment=NetworkSegment(a16105dc-f825-4adb-bc92-ed44068a7422),segment_id=a16105dc-f825-4adb-bc92-ed44068a7422)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:52:46.703123 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-eaf697c9-3d5f-4ec1-b454-f0d9048c5a8d req-6ae78439-5dda-4df2-96a1-e02ada671c81 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for port, precommit_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:46.707468 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-eaf697c9-3d5f-4ec1-b454-f0d9048c5a8d req-6ae78439-5dda-4df2-96a1-e02ada671c81 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:46.721204 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['3ade17a6-1042-4083-8902-906ae06f9564'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:52:46.750504 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf697c9-3d5f-4ec1-b454-f0d9048c5a8d req-6ae78439-5dda-4df2-96a1-e02ada671c81 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:46.751177 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [req-eaf697c9-3d5f-4ec1-b454-f0d9048c5a8d req-6ae78439-5dda-4df2-96a1-e02ada671c81 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:46.752614 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-eaf697c9-3d5f-4ec1-b454-f0d9048c5a8d req-6ae78439-5dda-4df2-96a1-e02ada671c81 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "PUT /v2.0/ports/3ade17a6-1042-4083-8902-906ae06f9564 HTTP/1.1" status: 200 len: 942 time: 0.3583808 Aug 27 09:52:46.755365 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2475cff-bf6a-4ebb-b091-5dafdf8cb523', 'tag': '3ade17a6-1042-4083-8902-906ae06f9564'}] {{(pid=100335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:52:46.757859 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}025450df2500551f9904fcf1c9a215fd0038e6a364e6ac7978f47cafd8b0d6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88333cb-59fb-4275-8f8e-66fca908ce24" -d '{"events": [{"name": "network-changed", "server_uuid": "e2475cff-bf6a-4ebb-b091-5dafdf8cb523", "tag": "3ade17a6-1042-4083-8902-906ae06f9564"}]}' {{(pid=100335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:52:46.759567 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57606) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:52:46.828180 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ed7d75-62a8-4692-ad20-761f16bf13d4 x-openstack-request-id: req-62ed7d75-62a8-4692-ad20-761f16bf13d4 {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:52:46.828664 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2475cff-bf6a-4ebb-b091-5dafdf8cb523", "tag": "3ade17a6-1042-4083-8902-906ae06f9564", "status": "completed", "code": 200}]} {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:52:46.828932 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62ed7d75-62a8-4692-ad20-761f16bf13d4 {{(pid=100335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:52:46.829345 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2475cff-bf6a-4ebb-b091-5dafdf8cb523', 'tag': '3ade17a6-1042-4083-8902-906ae06f9564', 'status': 'completed', 'code': 200} Aug 27 09:52:46.830401 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae78439-5dda-4df2-96a1-e02ada671c81 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Pushing event updated for resources: {'Port': ['ID=3ade17a6-1042-4083-8902-906ae06f9564,revision_number=7']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:46.836807 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0ee0b96f-12b2-40a5-b61e-4a4bba442022 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:46.851473 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['3ade17a6-1042-4083-8902-906ae06f9564'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:52:46.905957 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd317cb4-357a-406c-81f6-143a02b84459 req-4fc7f395-a126-42f9-a9f1-b9a4618607b3 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:46.913294 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-fd317cb4-357a-406c-81f6-143a02b84459 req-4fc7f395-a126-42f9-a9f1-b9a4618607b3 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0588920 Aug 27 09:52:46.923771 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0ee0b96f-12b2-40a5-b61e-4a4bba442022 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:46.937716 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88333cb-59fb-4275-8f8e-66fca908ce24 req-0d57bcc3-ef9b-4d67-962c-8f8110bf317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:46.939592 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b88333cb-59fb-4275-8f8e-66fca908ce24 req-0d57bcc3-ef9b-4d67-962c-8f8110bf317e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd7089dd37db4591a4bfa8f85c7b8e01&device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 1098 time: 0.0840857 Aug 27 09:52:46.956241 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-fd317cb4-357a-406c-81f6-143a02b84459 req-9aca483c-0490-4828-889c-1ee2f3f0b1e8 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419567 Aug 27 09:52:47.037357 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-11339e4d-3fa5-4e3b-a346-8bdcadbee73a None None] Provisioning complete for port 3ade17a6-1042-4083-8902-906ae06f9564 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:52:47.037735 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-11339e4d-3fa5-4e3b-a346-8bdcadbee73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:47.055529 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88333cb-59fb-4275-8f8e-66fca908ce24 req-8a51b875-e183-453e-a6a5-47a6ce91654f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:47.057256 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b88333cb-59fb-4275-8f8e-66fca908ce24 req-8a51b875-e183-453e-a6a5-47a6ce91654f service neutron] 10.222.0.65 "GET /v2.0/networks?id=9fde31b5-2732-403d-afa4-b933d59badcc HTTP/1.1" status: 200 len: 916 time: 0.1074598 Aug 27 09:52:47.073176 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0ee0b96f-12b2-40a5-b61e-4a4bba442022 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:47.075811 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0ee0b96f-12b2-40a5-b61e-4a4bba442022 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:47.077447 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-0ee0b96f-12b2-40a5-b61e-4a4bba442022 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "DELETE /v2.0/security-groups/d11a362f-0c49-4497-89cf-40430553a5a6 HTTP/1.1" status: 204 len: 168 time: 0.3158147 Aug 27 09:52:47.080502 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 57612) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:52:47.118492 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0b96f-12b2-40a5-b61e-4a4bba442022 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11a362f-0c49-4497-89cf-40430553a5a6,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:47.158234 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b88333cb-59fb-4275-8f8e-66fca908ce24 req-14535045-6adb-4fda-a048-b7520fab2d17 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ade17a6-1042-4083-8902-906ae06f9564 HTTP/1.1" status: 200 len: 1000 time: 0.0937860 Aug 27 09:52:47.210276 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88333cb-59fb-4275-8f8e-66fca908ce24 req-25d36f0e-13ca-4950-b0f7-b7f3eed4b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:47.212022 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b88333cb-59fb-4275-8f8e-66fca908ce24 req-25d36f0e-13ca-4950-b0f7-b7f3eed4b7e7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cd6e11d-1d08-4b5b-875e-ba4dc957d343 HTTP/1.1" status: 200 len: 853 time: 0.0452089 Aug 27 09:52:47.242813 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-9cecded1-159d-4123-a341-e9f20ad1e60d tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Deleting port 0a1b571c-39c3-48ab-b802-3ea9e33d7123 {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:52:47.243156 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9cecded1-159d-4123-a341-e9f20ad1e60d tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:47.262595 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88333cb-59fb-4275-8f8e-66fca908ce24 req-e1574f66-60d4-45ca-aa16-e90283264d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:47.264097 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b88333cb-59fb-4275-8f8e-66fca908ce24 req-e1574f66-60d4-45ca-aa16-e90283264d8b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9fde31b5-2732-403d-afa4-b933d59badcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441899 Aug 27 09:52:47.317394 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9cecded1-159d-4123-a341-e9f20ad1e60d tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:47.317842 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9cecded1-159d-4123-a341-e9f20ad1e60d tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:47.329740 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-9cecded1-159d-4123-a341-e9f20ad1e60d tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Calling delete_port for 0a1b571c-39c3-48ab-b802-3ea9e33d7123 owned by network:floatingip {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:52:47.361231 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b88333cb-59fb-4275-8f8e-66fca908ce24 req-ebd2e997-bb0b-4f78-82d2-3bd6bf319e7b service neutron] 10.222.0.65 "GET /v2.0/networks/9fde31b5-2732-403d-afa4-b933d59badcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892217 Aug 27 09:52:47.459199 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b88333cb-59fb-4275-8f8e-66fca908ce24 req-ffaec931-fc2f-48dd-82db-b685bc53df36 service neutron] 10.222.0.65 "GET /v2.0/networks/9fde31b5-2732-403d-afa4-b933d59badcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897050 Aug 27 09:52:47.521071 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9cecded1-159d-4123-a341-e9f20ad1e60d tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:47.547497 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecded1-159d-4123-a341-e9f20ad1e60d tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Pushing event deleted for resources: {'Port': ['ID=0a1b571c-39c3-48ab-b802-3ea9e33d7123,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:47.573931 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9cecded1-159d-4123-a341-e9f20ad1e60d tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks [] for floatingip, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:47.574260 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.db.l3_db [None req-9cecded1-159d-4123-a341-e9f20ad1e60d tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Floating IP f833ab1e-def9-4afc-9cd6-14636be1a186 disassociated (deleted). External IP: 172.27.3.72, port: 3ade17a6-1042-4083-8902-906ae06f9564. Aug 27 09:52:48.011561 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cecded1-159d-4123-a341-e9f20ad1e60d tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Router 58a0c187-ad6d-4aa8-a096-f672891485b5 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:52:48.150291 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2229c-1fed-4fdd-bb70-e32bd4a641d3 req-abd237fe-e22d-4944-99d8-a4e90721fb14 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:48.151764 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-55a2229c-1fed-4fdd-bb70-e32bd4a641d3 req-abd237fe-e22d-4944-99d8-a4e90721fb14 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0979769 Aug 27 09:52:48.167186 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cecded1-159d-4123-a341-e9f20ad1e60d tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:52:48.176787 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9cecded1-159d-4123-a341-e9f20ad1e60d tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:48.177168 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8e0254-a685-4b43-9fbe-84624d9809b9 None None] Sync routers for ids ['58a0c187-ad6d-4aa8-a096-f672891485b5'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:52:48.186017 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8e0254-a685-4b43-9fbe-84624d9809b9 None None] Routers {'58a0c187-ad6d-4aa8-a096-f672891485b5'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:52:48.187202 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-ce8e0254-a685-4b43-9fbe-84624d9809b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:52:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['58a0c187-ad6d-4aa8-a096-f672891485b5'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:48.219612 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-55a2229c-1fed-4fdd-bb70-e32bd4a641d3 req-312ef17c-f2bb-4693-ac10-d88f8d648c13 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619445 Aug 27 09:52:48.223631 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-9cecded1-159d-4123-a341-e9f20ad1e60d tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "DELETE /v2.0/floatingips/f833ab1e-def9-4afc-9cd6-14636be1a186 HTTP/1.1" status: 204 len: 168 time: 1.1394281 Aug 27 09:52:48.296272 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-ce8e0254-a685-4b43-9fbe-84624d9809b9 None None] Set router 58a0c187-ad6d-4aa8-a096-f672891485b5 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:52:48.500834 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-ce8e0254-a685-4b43-9fbe-84624d9809b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'name': 'tempest-TestMinimumBasicScenario-142511287-router', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:12Z', 'revision_number': 4, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'gw_port': {'id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa', 'name': '', 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'mac_address': 'fa:16:3e:a4:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4cd6e11d-1d08-4b5b-875e-ba4dc957d343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:11Z', 'updated_at': '2021-08-27T09:49:18Z', 'revision_number': 5, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'subnets': [{'id': '4cd6e11d-1d08-4b5b-875e-ba4dc957d343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:48.531995 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8e0254-a685-4b43-9fbe-84624d9809b9 None None] Checking router: 58a0c187-ad6d-4aa8-a096-f672891485b5 for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:52:48.540415 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8e0254-a685-4b43-9fbe-84624d9809b9 None None] Routers {'58a0c187-ad6d-4aa8-a096-f672891485b5'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:52:48.541018 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-ce8e0254-a685-4b43-9fbe-84624d9809b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:52:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['58a0c187-ad6d-4aa8-a096-f672891485b5'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:48.648388 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-ce8e0254-a685-4b43-9fbe-84624d9809b9 None None] Set router 58a0c187-ad6d-4aa8-a096-f672891485b5 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:52:48.830844 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2475cff-bf6a-4ebb-b091-5dafdf8cb523', 'tag': '3ade17a6-1042-4083-8902-906ae06f9564'}] {{(pid=100335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:52:48.833126 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}025450df2500551f9904fcf1c9a215fd0038e6a364e6ac7978f47cafd8b0d6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004799a8-329f-4845-816d-90e5436f9fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "e2475cff-bf6a-4ebb-b091-5dafdf8cb523", "tag": "3ade17a6-1042-4083-8902-906ae06f9564"}]}' {{(pid=100335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:52:48.847047 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-ce8e0254-a685-4b43-9fbe-84624d9809b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'name': 'tempest-TestMinimumBasicScenario-142511287-router', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:12Z', 'revision_number': 4, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'gw_port': {'id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa', 'name': '', 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'mac_address': 'fa:16:3e:a4:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4cd6e11d-1d08-4b5b-875e-ba4dc957d343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:11Z', 'updated_at': '2021-08-27T09:49:18Z', 'revision_number': 5, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'subnets': [{'id': '4cd6e11d-1d08-4b5b-875e-ba4dc957d343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:48.869925 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee6b7d1-d89f-4362-8186-25a717b5de45 x-openstack-request-id: req-cee6b7d1-d89f-4362-8186-25a717b5de45 {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:52:48.870218 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2475cff-bf6a-4ebb-b091-5dafdf8cb523", "tag": "3ade17a6-1042-4083-8902-906ae06f9564", "status": "completed", "code": 200}]} {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:52:48.870576 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cee6b7d1-d89f-4362-8186-25a717b5de45 {{(pid=100335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:52:48.870995 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2475cff-bf6a-4ebb-b091-5dafdf8cb523', 'tag': '3ade17a6-1042-4083-8902-906ae06f9564', 'status': 'completed', 'code': 200} Aug 27 09:52:48.874192 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8e0254-a685-4b43-9fbe-84624d9809b9 None None] The sync data for ids ['58a0c187-ad6d-4aa8-a096-f672891485b5'] in dv-cinder-804757-3-iscsi is: [{'id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'name': 'tempest-TestMinimumBasicScenario-142511287-router', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:12Z', 'revision_number': 4, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'gw_port': {'id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa', 'name': '', 'network_id': '9fde31b5-2732-403d-afa4-b933d59badcc', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'mac_address': 'fa:16:3e:a4:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '4cd6e11d-1d08-4b5b-875e-ba4dc957d343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:11Z', 'updated_at': '2021-08-27T09:49:18Z', 'revision_number': 5, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'subnets': [{'id': '4cd6e11d-1d08-4b5b-875e-ba4dc957d343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:52:48.934334 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004799a8-329f-4845-816d-90e5436f9fb7 req-a4ea8898-9a48-4bc6-bbe2-0f776e2e5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:48.935904 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-004799a8-329f-4845-816d-90e5436f9fb7 req-a4ea8898-9a48-4bc6-bbe2-0f776e2e5de7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd7089dd37db4591a4bfa8f85c7b8e01&device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 1098 time: 0.0436108 Aug 27 09:52:49.037376 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004799a8-329f-4845-816d-90e5436f9fb7 req-63298d36-2c30-4d07-8fa2-61d9e9b75f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:49.038903 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-004799a8-329f-4845-816d-90e5436f9fb7 req-63298d36-2c30-4d07-8fa2-61d9e9b75f46 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9fde31b5-2732-403d-afa4-b933d59badcc HTTP/1.1" status: 200 len: 916 time: 0.0954809 Aug 27 09:52:49.086101 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-004799a8-329f-4845-816d-90e5436f9fb7 req-4d78b5c5-8c33-4271-859c-513a91af9376 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ade17a6-1042-4083-8902-906ae06f9564 HTTP/1.1" status: 200 len: 217 time: 0.0392573 Aug 27 09:52:49.111303 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de54133-f5de-45e4-bdba-7ebf0e25cd6f None None] New status for floating IP f833ab1e-def9-4afc-9cd6-14636be1a186: DOWN {{(pid=100337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 09:52:49.146279 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004799a8-329f-4845-816d-90e5436f9fb7 req-600d2247-9d99-4f68-b709-8f78930ceb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:49.147738 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-004799a8-329f-4845-816d-90e5436f9fb7 req-600d2247-9d99-4f68-b709-8f78930ceb49 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4cd6e11d-1d08-4b5b-875e-ba4dc957d343 HTTP/1.1" status: 200 len: 853 time: 0.0538170 Aug 27 09:52:49.195454 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004799a8-329f-4845-816d-90e5436f9fb7 req-404131b7-5f24-4cd6-8820-1c20ce23a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:49.197000 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-004799a8-329f-4845-816d-90e5436f9fb7 req-404131b7-5f24-4cd6-8820-1c20ce23a869 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9fde31b5-2732-403d-afa4-b933d59badcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426555 Aug 27 09:52:49.291052 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-004799a8-329f-4845-816d-90e5436f9fb7 req-9b403243-3012-48b3-a613-a7efcb07dfe5 service neutron] 10.222.0.65 "GET /v2.0/networks/9fde31b5-2732-403d-afa4-b933d59badcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867312 Aug 27 09:52:49.394533 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c3974-10b4-414f-87c9-5869a0c5e167 req-ad24a139-72bb-424f-a495-80523102ebe9 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:49.395939 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-690c3974-10b4-414f-87c9-5869a0c5e167 req-ad24a139-72bb-424f-a495-80523102ebe9 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.1040263 Aug 27 09:52:49.430074 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-004799a8-329f-4845-816d-90e5436f9fb7 req-d3f27a18-8be3-443c-8433-c65d67aa13b6 service neutron] 10.222.0.65 "GET /v2.0/networks/9fde31b5-2732-403d-afa4-b933d59badcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297994 Aug 27 09:52:49.446795 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-690c3974-10b4-414f-87c9-5869a0c5e167 req-f55b465b-d94a-4dd6-91ab-1a8a916c5679 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449185 Aug 27 09:52:50.560869 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0a7a4-d10d-46df-89be-d4f1b75ed165 req-296a0795-550b-4272-8a93-442a27d6c621 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:50.562430 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7da0a7a4-d10d-46df-89be-d4f1b75ed165 req-296a0795-550b-4272-8a93-442a27d6c621 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0481486 Aug 27 09:52:50.599974 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7da0a7a4-d10d-46df-89be-d4f1b75ed165 req-b6260dca-6eeb-48fe-b3e0-e840b19eb2be tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317085 Aug 27 09:52:50.613202 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c48e-274c-4558-aa19-1974b89afa7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:50.926922 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893ed2e-f98a-46e2-b8f6-4a98f984b91d req-b8a56ebf-dc24-4343-8cd8-b587d4b2880e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:50.928371 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0893ed2e-f98a-46e2-b8f6-4a98f984b91d req-b8a56ebf-dc24-4343-8cd8-b587d4b2880e tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 945 time: 0.0471587 Aug 27 09:52:50.966983 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0893ed2e-f98a-46e2-b8f6-4a98f984b91d req-2a090332-d1b0-49f8-8ba7-ad1c12572112 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321801 Aug 27 09:52:51.716777 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ddd8b-0978-4e1f-9c46-3475e1d5ace0 req-62582e6e-ef69-408b-ab28-b28b5b80310d tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:51.719217 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-921ddd8b-0978-4e1f-9c46-3475e1d5ace0 req-62582e6e-ef69-408b-ab28-b28b5b80310d tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0490756 Aug 27 09:52:51.759093 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-921ddd8b-0978-4e1f-9c46-3475e1d5ace0 req-93a62b49-5127-458d-b8ca-f537e72781fc tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342391 Aug 27 09:52:52.078642 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819f272-0730-414e-9e2a-a1883bf6a0d2 req-81381244-18cb-4ad4-be1a-ab294fb3859c tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:52.080008 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a819f272-0730-414e-9e2a-a1883bf6a0d2 req-81381244-18cb-4ad4-be1a-ab294fb3859c tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 945 time: 0.0482910 Aug 27 09:52:52.116052 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a819f272-0730-414e-9e2a-a1883bf6a0d2 req-0f469cf2-45da-4835-bd00-134676861374 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/security-groups?id=f44e3161-269f-434d-88c2-e41218323ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303156 Aug 27 09:52:52.703248 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e690302-ac83-4bcc-90a7-0a85e0294d37 req-7ca675d3-2452-4db1-942a-90940946c5e4 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:52.704656 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2e690302-ac83-4bcc-90a7-0a85e0294d37 req-7ca675d3-2452-4db1-942a-90940946c5e4 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 945 time: 0.0512884 Aug 27 09:52:52.790354 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-2e690302-ac83-4bcc-90a7-0a85e0294d37 req-fb052120-c992-45da-8588-6049d3f0b169 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Deleting port 3ade17a6-1042-4083-8902-906ae06f9564 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:52:52.790695 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-2e690302-ac83-4bcc-90a7-0a85e0294d37 req-fb052120-c992-45da-8588-6049d3f0b169 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:52.907835 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9a56b-e49d-4a67-9992-ea7ab5da9dee req-85dcf725-5849-422d-8c09-2a1bef166691 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:52.909321 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3bf9a56b-e49d-4a67-9992-ea7ab5da9dee req-85dcf725-5849-422d-8c09-2a1bef166691 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0778656 Aug 27 09:52:52.942383 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-2e690302-ac83-4bcc-90a7-0a85e0294d37 req-fb052120-c992-45da-8588-6049d3f0b169 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] For port 3ade17a6-1042-4083-8902-906ae06f9564, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3ade17a6-1042-4083-8902-906ae06f9564,segment=NetworkSegment(a16105dc-f825-4adb-bc92-ed44068a7422),segment_id=a16105dc-f825-4adb-bc92-ed44068a7422)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:52:52.942744 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-2e690302-ac83-4bcc-90a7-0a85e0294d37 req-fb052120-c992-45da-8588-6049d3f0b169 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:52.963452 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-2e690302-ac83-4bcc-90a7-0a85e0294d37 req-fb052120-c992-45da-8588-6049d3f0b169 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Calling delete_port for 3ade17a6-1042-4083-8902-906ae06f9564 owned by compute:nova {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:52:52.967556 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3bf9a56b-e49d-4a67-9992-ea7ab5da9dee req-a1ebfb70-0c63-416c-bc2a-f21c66360048 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522764 Aug 27 09:52:53.091948 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-2e690302-ac83-4bcc-90a7-0a85e0294d37 req-fb052120-c992-45da-8588-6049d3f0b169 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:53.104130 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['3ade17a6-1042-4083-8902-906ae06f9564'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:52:53.117877 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb052120-c992-45da-8588-6049d3f0b169 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Pushing event deleted for resources: {'Port': ['ID=3ade17a6-1042-4083-8902-906ae06f9564,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:53.160837 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e690302-ac83-4bcc-90a7-0a85e0294d37 req-fb052120-c992-45da-8588-6049d3f0b169 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] No DVR routers for this DVR port 3ade17a6-1042-4083-8902-906ae06f9564 on host hv-cinder-80475 {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:52:53.163317 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-2e690302-ac83-4bcc-90a7-0a85e0294d37 req-fb052120-c992-45da-8588-6049d3f0b169 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:53.165278 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2e690302-ac83-4bcc-90a7-0a85e0294d37 req-fb052120-c992-45da-8588-6049d3f0b169 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.65 "DELETE /v2.0/ports/3ade17a6-1042-4083-8902-906ae06f9564 HTTP/1.1" status: 204 len: 173 time: 0.4550393 Aug 27 09:52:53.165739 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2475cff-bf6a-4ebb-b091-5dafdf8cb523', 'name': 'network-vif-deleted', 'tag': '3ade17a6-1042-4083-8902-906ae06f9564'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:52:53.167952 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d38f7c-acb1-428c-a72d-383bd7a295c6" -d '{"events": [{"server_uuid": "e2475cff-bf6a-4ebb-b091-5dafdf8cb523", "name": "network-vif-deleted", "tag": "3ade17a6-1042-4083-8902-906ae06f9564"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:52:53.223119 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-eb67b11c-a596-4956-bcb4-ca3ede95fa90 req-76ac01ee-d953-4476-9195-0b6519000884 tempest-TestMinimumBasicScenario-1421788261 tempest-TestMinimumBasicScenario-1421788261-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2475cff-bf6a-4ebb-b091-5dafdf8cb523 HTTP/1.1" status: 200 len: 210 time: 0.0341744 Aug 27 09:52:53.269930 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195fa5a7-1063-4263-a703-28013b3d4e70 x-openstack-request-id: req-195fa5a7-1063-4263-a703-28013b3d4e70 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:52:53.270222 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2475cff-bf6a-4ebb-b091-5dafdf8cb523", "name": "network-vif-deleted", "tag": "3ade17a6-1042-4083-8902-906ae06f9564", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:52:53.270471 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-195fa5a7-1063-4263-a703-28013b3d4e70 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:52:53.270869 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2475cff-bf6a-4ebb-b091-5dafdf8cb523', 'name': 'network-vif-deleted', 'tag': '3ade17a6-1042-4083-8902-906ae06f9564', 'status': 'completed', 'code': 200} Aug 27 09:52:53.357095 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-f67167c3-91bc-468f-bdae-38d0e9e3caa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:53.554227 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:54.082492 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334b452-5e2f-414e-8f6a-6334b240b40a req-c47c12ee-9d9f-4172-968e-068317de99f5 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:54.084005 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5334b452-5e2f-414e-8f6a-6334b240b40a req-c47c12ee-9d9f-4172-968e-068317de99f5 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0490131 Aug 27 09:52:54.121056 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5334b452-5e2f-414e-8f6a-6334b240b40a req-9b31d3c3-1dab-4988-8ebb-4d052b67accf tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306156 Aug 27 09:52:54.493142 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:54.908255 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 57720) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:52:54.928965 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:55.237535 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a7e4b-dc6c-400d-9541-da52b3571c59 req-6e4e8915-4cd1-4c72-b928-d88382c58f71 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:55.239103 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-425a7e4b-dc6c-400d-9541-da52b3571c59 req-6e4e8915-4cd1-4c72-b928-d88382c58f71 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0476916 Aug 27 09:52:55.277056 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-425a7e4b-dc6c-400d-9541-da52b3571c59 req-cda1b24c-f204-44a1-9ff4-a77c7268a4ac tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320053 Aug 27 09:52:55.332699 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-183fe30a-5771-4bcd-af35-aa8514665043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505889'] for router_interface, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:55.622315 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-183fe30a-5771-4bcd-af35-aa8514665043 admin admin] Deleting port 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:52:55.622730 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-183fe30a-5771-4bcd-af35-aa8514665043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:55.698212 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [None req-183fe30a-5771-4bcd-af35-aa8514665043 admin admin] For port 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa,segment=NetworkSegment(a16105dc-f825-4adb-bc92-ed44068a7422),segment_id=a16105dc-f825-4adb-bc92-ed44068a7422)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:52:55.698565 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-183fe30a-5771-4bcd-af35-aa8514665043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:55.710725 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-183fe30a-5771-4bcd-af35-aa8514665043 admin admin] Calling delete_port for 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa owned by network:router_interface {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:52:55.896961 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-183fe30a-5771-4bcd-af35-aa8514665043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:55.926278 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fe30a-5771-4bcd-af35-aa8514665043 admin admin] Pushing event deleted for resources: {'Port': ['ID=1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:56.053418 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-183fe30a-5771-4bcd-af35-aa8514665043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1681814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506091'] for router_interface, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:56.282803 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183fe30a-5771-4bcd-af35-aa8514665043 admin admin] Router 58a0c187-ad6d-4aa8-a096-f672891485b5 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:52:56.333952 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:56.404637 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f93c7-ff3f-4595-a58c-76c503853c71 req-f72a9a42-36cc-4a83-9a14-6868ba313efe tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:56.406419 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d17f93c7-ff3f-4595-a58c-76c503853c71 req-f72a9a42-36cc-4a83-9a14-6868ba313efe tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0563562 Aug 27 09:52:56.448213 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d17f93c7-ff3f-4595-a58c-76c503853c71 req-a02a391a-3be2-45c9-8373-0575a5f198ed tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352945 Aug 27 09:52:56.617384 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183fe30a-5771-4bcd-af35-aa8514665043 admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:52:56.622370 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-183fe30a-5771-4bcd-af35-aa8514665043 admin admin] 10.222.0.55 "PUT /v2.0/routers/58a0c187-ad6d-4aa8-a096-f672891485b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7131112 Aug 27 09:52:56.625743 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 57730) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:52:56.627429 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91c12b-b891-494f-b31e-8931ca855b5e None None] Sync routers for ids ['58a0c187-ad6d-4aa8-a096-f672891485b5'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:52:56.636311 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b91c12b-b891-494f-b31e-8931ca855b5e None None] Routers {'58a0c187-ad6d-4aa8-a096-f672891485b5'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:52:56.636898 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-7b91c12b-b891-494f-b31e-8931ca855b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:52:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['58a0c187-ad6d-4aa8-a096-f672891485b5'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:56.731738 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2a33d4a8-161b-46a2-aac3-bafd692e3868 admin admin] Notify callbacks [] for router, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:56.843396 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2a33d4a8-161b-46a2-aac3-bafd692e3868 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:56.886508 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-7b91c12b-b891-494f-b31e-8931ca855b5e None None] Set router 58a0c187-ad6d-4aa8-a096-f672891485b5 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:52:56.896853 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-2a33d4a8-161b-46a2-aac3-bafd692e3868 admin admin] Deleting port ea48868f-002b-4900-a6dc-cfc935e897a6 {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:52:56.897187 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2a33d4a8-161b-46a2-aac3-bafd692e3868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:56.973973 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [None req-2a33d4a8-161b-46a2-aac3-bafd692e3868 admin admin] For port ea48868f-002b-4900-a6dc-cfc935e897a6, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=ea48868f-002b-4900-a6dc-cfc935e897a6,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:52:56.974728 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2a33d4a8-161b-46a2-aac3-bafd692e3868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:56.987580 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-2a33d4a8-161b-46a2-aac3-bafd692e3868 admin admin] Calling delete_port for ea48868f-002b-4900-a6dc-cfc935e897a6 owned by network:router_gateway {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:52:57.080953 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-7b91c12b-b891-494f-b31e-8931ca855b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'name': 'tempest-TestMinimumBasicScenario-142511287-router', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:52:55Z', 'revision_number': 5, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'gw_port': {'id': 'ea48868f-002b-4900-a6dc-cfc935e897a6', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:57.106647 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91c12b-b891-494f-b31e-8931ca855b5e None None] Checking router: 58a0c187-ad6d-4aa8-a096-f672891485b5 for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:52:57.115455 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b91c12b-b891-494f-b31e-8931ca855b5e None None] Routers {'58a0c187-ad6d-4aa8-a096-f672891485b5'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:52:57.116054 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-7b91c12b-b891-494f-b31e-8931ca855b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:52:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['58a0c187-ad6d-4aa8-a096-f672891485b5'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:57.146873 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2a33d4a8-161b-46a2-aac3-bafd692e3868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:57.176188 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33d4a8-161b-46a2-aac3-bafd692e3868 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea48868f-002b-4900-a6dc-cfc935e897a6,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:57.198802 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2a33d4a8-161b-46a2-aac3-bafd692e3868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504241'] for router_gateway, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:57.207918 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-7b91c12b-b891-494f-b31e-8931ca855b5e None None] Set router 58a0c187-ad6d-4aa8-a096-f672891485b5 gateway port host: None {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:52:57.265575 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-7b91c12b-b891-494f-b31e-8931ca855b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'name': 'tempest-TestMinimumBasicScenario-142511287-router', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:52:56Z', 'revision_number': 6, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'gw_port_host': None}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:57.294859 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91c12b-b891-494f-b31e-8931ca855b5e None None] The sync data for ids ['58a0c187-ad6d-4aa8-a096-f672891485b5'] in dv-cinder-804757-3-iscsi is: [{'id': '58a0c187-ad6d-4aa8-a096-f672891485b5', 'name': 'tempest-TestMinimumBasicScenario-142511287-router', 'tenant_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:09Z', 'updated_at': '2021-08-27T09:52:56Z', 'revision_number': 6, 'project_id': 'cd7089dd37db4591a4bfa8f85c7b8e01', 'gw_port_host': None}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:52:57.304431 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2a33d4a8-161b-46a2-aac3-bafd692e3868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1023807'] for router, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:57.305317 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2a33d4a8-161b-46a2-aac3-bafd692e3868 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:57.381914 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2a33d4a8-161b-46a2-aac3-bafd692e3868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-510241'] for router, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:57.382495 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a33d4a8-161b-46a2-aac3-bafd692e3868 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58a0c187-ad6d-4aa8-a096-f672891485b5 {{(pid=100335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 09:52:57.388471 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2a33d4a8-161b-46a2-aac3-bafd692e3868 admin admin] Notify callbacks [] for router, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:57.390823 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-2a33d4a8-161b-46a2-aac3-bafd692e3868 admin admin] 10.222.0.55 "DELETE /v2.0/routers/58a0c187-ad6d-4aa8-a096-f672891485b5 HTTP/1.1" status: 204 len: 168 time: 0.7632065 Aug 27 09:52:57.392912 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57734) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:52:57.440405 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c877d3c-3f2a-4e14-9d4d-89d667bdb220 admin admin] Deleting subnet 4cd6e11d-1d08-4b5b-875e-ba4dc957d343 {{(pid=100334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 09:52:57.443689 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3c877d3c-3f2a-4e14-9d4d-89d667bdb220 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:57.481466 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3c877d3c-3f2a-4e14-9d4d-89d667bdb220 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10028822'] for subnet, precommit_delete_associations {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:57.610851 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3c877d3c-3f2a-4e14-9d4d-89d667bdb220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492648'] for subnet, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:57.650879 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469de90-2a40-4412-9ae0-c4a0b014d72b req-963c753d-e3c6-4a31-8d66-8bf62e3db88e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:57.652370 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9469de90-2a40-4412-9ae0-c4a0b014d72b req-963c753d-e3c6-4a31-8d66-8bf62e3db88e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.1106610 Aug 27 09:52:57.653988 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 3ade17a6-1042-4083-8902-906ae06f9564 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:52:57.674128 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: 3ade17a6-1042-4083-8902-906ae06f9564 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:52:57.674468 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 3ade17a6-1042-4083-8902-906ae06f9564 not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:52:57.705183 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3c877d3c-3f2a-4e14-9d4d-89d667bdb220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10058872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9947351'] for subnet, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:57.732525 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9469de90-2a40-4412-9ae0-c4a0b014d72b req-553f2fe5-c6ba-45af-8515-9f1ca6862bf1 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695946 Aug 27 09:52:57.735799 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c877d3c-3f2a-4e14-9d4d-89d667bdb220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cd6e11d-1d08-4b5b-875e-ba4dc957d343,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:57.739574 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3c877d3c-3f2a-4e14-9d4d-89d667bdb220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:57.741410 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-3c877d3c-3f2a-4e14-9d4d-89d667bdb220 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4cd6e11d-1d08-4b5b-875e-ba4dc957d343 HTTP/1.1" status: 204 len: 168 time: 0.3474560 Aug 27 09:52:57.743988 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57738) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:52:57.756028 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9210723c-7db8-4f4a-bc9d-410ef0b2a10c None None] Network 9fde31b5-2732-403d-afa4-b933d59badcc requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:52:57.816256 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574520'] for network, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:57.872717 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] Deleting port f3a9e003-8131-4550-8e43-bcae7b41e8d4 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:52:57.873065 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:57.941935 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da85306-020c-4a72-95cb-1395a64d6297 None None] DHCP port deletion for 9fde31b5-2732-403d-afa4-b933d59badcc request from dv-cinder-804757-3-iscsi {{(pid=100336) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 09:52:57.944610 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] For port f3a9e003-8131-4550-8e43-bcae7b41e8d4, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=f3a9e003-8131-4550-8e43-bcae7b41e8d4,segment=NetworkSegment(a16105dc-f825-4adb-bc92-ed44068a7422),segment_id=a16105dc-f825-4adb-bc92-ed44068a7422)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:52:57.944976 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:57.958121 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] Calling delete_port for f3a9e003-8131-4550-8e43-bcae7b41e8d4 owned by network:dhcp {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:52:57.988256 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-7da85306-020c-4a72-95cb-1395a64d6297 None None] Deleting port f3a9e003-8131-4550-8e43-bcae7b41e8d4 {{(pid=100336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:52:57.988626 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-7da85306-020c-4a72-95cb-1395a64d6297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:58.041254 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:58.061922 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-7da85306-020c-4a72-95cb-1395a64d6297 None None] For port f3a9e003-8131-4550-8e43-bcae7b41e8d4, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=f3a9e003-8131-4550-8e43-bcae7b41e8d4,segment=NetworkSegment(a16105dc-f825-4adb-bc92-ed44068a7422),segment_id=a16105dc-f825-4adb-bc92-ed44068a7422)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:52:58.062327 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-7da85306-020c-4a72-95cb-1395a64d6297 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:58.072239 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a9e003-8131-4550-8e43-bcae7b41e8d4,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:58.078601 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] No DVR routers for this DVR port f3a9e003-8131-4550-8e43-bcae7b41e8d4 on host dv-cinder-804757-3-iscsi {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:52:58.078732 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-7da85306-020c-4a72-95cb-1395a64d6297 None None] Calling delete_port for f3a9e003-8131-4550-8e43-bcae7b41e8d4 owned by network:dhcp {{(pid=100336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:52:58.164520 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561491', 'neutron.services.segments.db._delete_segments_for_network-8775451844590'] for network, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:58.175500 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fde31b5-2732-403d-afa4-b933d59badcc']}} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:58.186468 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16105dc-f825-4adb-bc92-ed44068a7422') {'for_net_delete': True} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:58.186651 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16105dc-f825-4adb-bc92-ed44068a7422') {} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:58.198931 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775451844473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10028809'] for segment, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:58.201152 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device ea48868f-002b-4900-a6dc-cfc935e897a6 no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:52:58.214366 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:58.221301 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=100334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 09:52:58.221716 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10058782'] for segment, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: Traceback (most recent call last): Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: timer() Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: cb(*args, **kw) Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: return func(*args, **kwargs) Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: self._notify() Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: self.callback(batched_events) Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: event.method(event) Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: return f(self, *a, **k) Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._get(url).json() Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: return self.request(url, 'GET', **kwargs) Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 09:52:58.223456 dv-cinder-804757-3-iscsi neutron-server[100334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 09:52:58.226509 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: ea48868f-002b-4900-a6dc-cfc935e897a6 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:52:58.226873 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device ea48868f-002b-4900-a6dc-cfc935e897a6 not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:52:58.227392 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:52:58.246913 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-7da85306-020c-4a72-95cb-1395a64d6297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605'] for port, after_delete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:58.248975 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:52:58.249306 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 1edd9b52-9cf4-4ff6-b9a3-e9eb2f0786aa not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:52:58.249776 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device f3a9e003-8131-4550-8e43-bcae7b41e8d4 no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:52:58.283852 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504205'] for network, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:58.288194 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:58.290118 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] 10.222.0.55 "DELETE /v2.0/networks/9fde31b5-2732-403d-afa4-b933d59badcc HTTP/1.1" status: 204 len: 168 time: 0.5448325 Aug 27 09:52:58.293149 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 57740) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:52:58.296764 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: f3a9e003-8131-4550-8e43-bcae7b41e8d4 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:52:58.297145 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device f3a9e003-8131-4550-8e43-bcae7b41e8d4 not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:52:58.298987 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da85306-020c-4a72-95cb-1395a64d6297 None None] Pushing event deleted for resources: {'Port': ['ID=f3a9e003-8131-4550-8e43-bcae7b41e8d4,revision_number=None']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:58.303379 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e9404-670e-4efe-a796-91d738356d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=9fde31b5-2732-403d-afa4-b933d59badcc,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:58.324162 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da85306-020c-4a72-95cb-1395a64d6297 None None] No DVR routers for this DVR port f3a9e003-8131-4550-8e43-bcae7b41e8d4 on host dv-cinder-804757-3-iscsi {{(pid=100336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:52:58.641290 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-ec962c90-42dd-4826-b85e-d01985911337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505889'] for router_interface, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:58.851147 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dc7a8-2c36-41f0-a4d5-0594c913c75f req-5d1a441e-6bd3-4a70-9c6c-aa5ccbeaa73b tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:52:58.852636 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3c9dc7a8-2c36-41f0-a4d5-0594c913c75f req-5d1a441e-6bd3-4a70-9c6c-aa5ccbeaa73b tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0503306 Aug 27 09:52:58.878336 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-ec962c90-42dd-4826-b85e-d01985911337 admin admin] Deleting port d74f6db8-07ad-4428-b3d5-e58566562250 {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:52:58.878728 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-ec962c90-42dd-4826-b85e-d01985911337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:58.890768 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3c9dc7a8-2c36-41f0-a4d5-0594c913c75f req-09a9b5df-c4d4-45f7-898e-87e50b26884b tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315416 Aug 27 09:52:58.955606 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [None req-ec962c90-42dd-4826-b85e-d01985911337 admin admin] For port d74f6db8-07ad-4428-b3d5-e58566562250, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=d74f6db8-07ad-4428-b3d5-e58566562250,segment=NetworkSegment(01184da2-0bbe-4c64-bcad-87e3277aff5e),segment_id=01184da2-0bbe-4c64-bcad-87e3277aff5e)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:52:58.955962 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-ec962c90-42dd-4826-b85e-d01985911337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:58.968101 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-ec962c90-42dd-4826-b85e-d01985911337 admin admin] Calling delete_port for d74f6db8-07ad-4428-b3d5-e58566562250 owned by network:router_interface {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:52:59.139442 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-ec962c90-42dd-4826-b85e-d01985911337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:59.165746 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec962c90-42dd-4826-b85e-d01985911337 admin admin] Pushing event deleted for resources: {'Port': ['ID=d74f6db8-07ad-4428-b3d5-e58566562250,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:52:59.287837 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-ec962c90-42dd-4826-b85e-d01985911337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1681814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506091'] for router_interface, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:59.716859 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec962c90-42dd-4826-b85e-d01985911337 admin admin] Router 1e6b2acb-7a81-4b17-9785-d6159c2dccb5 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:52:59.816849 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec962c90-42dd-4826-b85e-d01985911337 admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:52:59.821590 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-ec962c90-42dd-4826-b85e-d01985911337 admin admin] 10.222.0.55 "PUT /v2.0/routers/1e6b2acb-7a81-4b17-9785-d6159c2dccb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5273814 Aug 27 09:52:59.824168 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 57750) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:52:59.825252 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303b1a73-af0e-41fc-8ff7-dccf4fc96b46 None None] Sync routers for ids ['1e6b2acb-7a81-4b17-9785-d6159c2dccb5'] in dv-cinder-804757-3-iscsi {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:52:59.834814 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303b1a73-af0e-41fc-8ff7-dccf4fc96b46 None None] Routers {'1e6b2acb-7a81-4b17-9785-d6159c2dccb5'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:52:59.835404 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-303b1a73-af0e-41fc-8ff7-dccf4fc96b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:52:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['1e6b2acb-7a81-4b17-9785-d6159c2dccb5'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:52:59.925815 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-55f0ad5b-7649-4293-a780-0023830d4c09 admin admin] Notify callbacks [] for router, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:52:59.939218 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-303b1a73-af0e-41fc-8ff7-dccf4fc96b46 None None] Set router 1e6b2acb-7a81-4b17-9785-d6159c2dccb5 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:53:00.016270 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c665c-bb64-49b3-80e2-28665890b359 req-52a47377-e82a-42dc-82bd-165fdbb4b5b1 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:00.017805 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b78c665c-bb64-49b3-80e2-28665890b359 req-52a47377-e82a-42dc-82bd-165fdbb4b5b1 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0607805 Aug 27 09:53:00.029883 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-55f0ad5b-7649-4293-a780-0023830d4c09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:00.057932 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b78c665c-bb64-49b3-80e2-28665890b359 req-8a820b1a-c3c8-4ba2-b4dd-27300b44dc1f tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338144 Aug 27 09:53:00.082774 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-55f0ad5b-7649-4293-a780-0023830d4c09 admin admin] Deleting port 4a1e2fc8-5916-4c8e-97e7-1d5872e10b43 {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:53:00.083104 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-55f0ad5b-7649-4293-a780-0023830d4c09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:00.128017 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-303b1a73-af0e-41fc-8ff7-dccf4fc96b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6b2acb-7a81-4b17-9785-d6159c2dccb5', 'name': 'tempest-TestMinimumBasicScenario-986897828-router', 'tenant_id': 'ac1c494014684ddb94344b659881d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '4a1e2fc8-5916-4c8e-97e7-1d5872e10b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:15Z', 'updated_at': '2021-08-27T09:52:59Z', 'revision_number': 5, 'project_id': 'ac1c494014684ddb94344b659881d125', 'gw_port': {'id': '4a1e2fc8-5916-4c8e-97e7-1d5872e10b43', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:50:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6b2acb-7a81-4b17-9785-d6159c2dccb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:49:15Z', 'updated_at': '2021-08-27T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:00.155169 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303b1a73-af0e-41fc-8ff7-dccf4fc96b46 None None] Checking router: 1e6b2acb-7a81-4b17-9785-d6159c2dccb5 for host: dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:53:00.163495 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303b1a73-af0e-41fc-8ff7-dccf4fc96b46 None None] Routers {'1e6b2acb-7a81-4b17-9785-d6159c2dccb5'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:53:00.164290 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-303b1a73-af0e-41fc-8ff7-dccf4fc96b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:52:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['1e6b2acb-7a81-4b17-9785-d6159c2dccb5'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:00.170333 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [None req-55f0ad5b-7649-4293-a780-0023830d4c09 admin admin] For port 4a1e2fc8-5916-4c8e-97e7-1d5872e10b43, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=4a1e2fc8-5916-4c8e-97e7-1d5872e10b43,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:53:00.170866 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-55f0ad5b-7649-4293-a780-0023830d4c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:00.184698 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-55f0ad5b-7649-4293-a780-0023830d4c09 admin admin] Calling delete_port for 4a1e2fc8-5916-4c8e-97e7-1d5872e10b43 owned by network:router_gateway {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:53:00.246842 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-303b1a73-af0e-41fc-8ff7-dccf4fc96b46 None None] Set router 1e6b2acb-7a81-4b17-9785-d6159c2dccb5 gateway port host: None {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:53:00.349415 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-55f0ad5b-7649-4293-a780-0023830d4c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:00.378798 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0ad5b-7649-4293-a780-0023830d4c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a1e2fc8-5916-4c8e-97e7-1d5872e10b43,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:00.386083 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-303b1a73-af0e-41fc-8ff7-dccf4fc96b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6b2acb-7a81-4b17-9785-d6159c2dccb5', 'name': 'tempest-TestMinimumBasicScenario-986897828-router', 'tenant_id': 'ac1c494014684ddb94344b659881d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:15Z', 'updated_at': '2021-08-27T09:53:00Z', 'revision_number': 6, 'project_id': 'ac1c494014684ddb94344b659881d125', 'gw_port_host': None}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:00.401094 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-55f0ad5b-7649-4293-a780-0023830d4c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504241'] for router_gateway, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:00.412334 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303b1a73-af0e-41fc-8ff7-dccf4fc96b46 None None] The sync data for ids ['1e6b2acb-7a81-4b17-9785-d6159c2dccb5'] in dv-cinder-804757-3-iscsi is: [{'id': '1e6b2acb-7a81-4b17-9785-d6159c2dccb5', 'name': 'tempest-TestMinimumBasicScenario-986897828-router', 'tenant_id': 'ac1c494014684ddb94344b659881d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:49:15Z', 'updated_at': '2021-08-27T09:53:00Z', 'revision_number': 6, 'project_id': 'ac1c494014684ddb94344b659881d125', 'gw_port_host': None}] {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:53:00.489244 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-55f0ad5b-7649-4293-a780-0023830d4c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1023807'] for router, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:00.491326 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-55f0ad5b-7649-4293-a780-0023830d4c09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:00.532993 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-55f0ad5b-7649-4293-a780-0023830d4c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-510241'] for router, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:00.533565 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f0ad5b-7649-4293-a780-0023830d4c09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e6b2acb-7a81-4b17-9785-d6159c2dccb5 {{(pid=100335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 09:53:00.537688 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-55f0ad5b-7649-4293-a780-0023830d4c09 admin admin] Notify callbacks [] for router, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:00.538801 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-55f0ad5b-7649-4293-a780-0023830d4c09 admin admin] 10.222.0.55 "DELETE /v2.0/routers/1e6b2acb-7a81-4b17-9785-d6159c2dccb5 HTTP/1.1" status: 204 len: 168 time: 0.7136497 Aug 27 09:53:00.541430 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 57754) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:00.585329 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5d593e-ef48-4e46-9eda-487d94fd6c4a admin admin] Deleting subnet a0f73a38-7fc9-401f-b491-f54a69175f5e {{(pid=100335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 09:53:00.588259 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5e5d593e-ef48-4e46-9eda-487d94fd6c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:00.626524 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5e5d593e-ef48-4e46-9eda-487d94fd6c4a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:00.697172 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5e5d593e-ef48-4e46-9eda-487d94fd6c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492648'] for subnet, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:00.751938 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5e5d593e-ef48-4e46-9eda-487d94fd6c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for subnet, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:00.780579 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d593e-ef48-4e46-9eda-487d94fd6c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0f73a38-7fc9-401f-b491-f54a69175f5e,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:00.784935 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5e5d593e-ef48-4e46-9eda-487d94fd6c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:00.786728 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-5e5d593e-ef48-4e46-9eda-487d94fd6c4a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a0f73a38-7fc9-401f-b491-f54a69175f5e HTTP/1.1" status: 204 len: 168 time: 0.2443473 Aug 27 09:53:00.789844 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 57758) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:00.790849 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2ba756-3a0f-4faa-883c-697d7ed6db35 None None] Network cc631634-2f2f-4791-8a24-b792287a4a95 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:53:00.862130 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574520'] for network, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:00.915971 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Deleting port e5508fec-3646-48b3-9202-bbf04cf0c91e {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:53:00.916314 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:00.981225 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] For port e5508fec-3646-48b3-9202-bbf04cf0c91e, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=e5508fec-3646-48b3-9202-bbf04cf0c91e,segment=NetworkSegment(01184da2-0bbe-4c64-bcad-87e3277aff5e),segment_id=01184da2-0bbe-4c64-bcad-87e3277aff5e)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:53:00.981617 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:00.993697 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Calling delete_port for e5508fec-3646-48b3-9202-bbf04cf0c91e owned by network:dhcp {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:53:01.068727 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:01.099102 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Pushing event deleted for resources: {'Port': ['ID=e5508fec-3646-48b3-9202-bbf04cf0c91e,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:01.100940 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] No DVR routers for this DVR port e5508fec-3646-48b3-9202-bbf04cf0c91e on host dv-cinder-804757-3-iscsi {{(pid=100335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:53:01.167807 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d994e2a8-37a9-4663-a614-80a51c51730a None None] DHCP port deletion for cc631634-2f2f-4791-8a24-b792287a4a95 request from dv-cinder-804757-3-iscsi {{(pid=100336) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 09:53:01.175698 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561491', 'neutron.services.segments.db._delete_segments_for_network-8775451844590'] for network, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:01.188929 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:53:01.189268 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:53:01.190140 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:53:01.190470 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Subscribe: > port after_create 55550000 {{(pid=100335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:53:01.190791 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Subscribe: > port after_delete 55550000 {{(pid=100335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:53:01.191126 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Subscribe: > port after_update 55550000 {{(pid=100335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:53:01.191437 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:53:01.191751 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:53:01.192063 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:53:01.192379 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:53:01.192641 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a9d98-aac6-4fe9-9017-aad72b2e5aa6 req-8031ba80-0624-4b76-b222-488f2472b936 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:01.194339 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-326a9d98-aac6-4fe9-9017-aad72b2e5aa6 req-8031ba80-0624-4b76-b222-488f2472b936 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0691710 Aug 27 09:53:01.232971 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-326a9d98-aac6-4fe9-9017-aad72b2e5aa6 req-bd7554cf-27fa-4788-8b5e-1bf3eb4efd4b tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326586 Aug 27 09:53:01.284521 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:53:01.284959 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:53:01.285367 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:53:01.285736 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 09:53:01.286138 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.services.segments.db [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc631634-2f2f-4791-8a24-b792287a4a95']}} {{(pid=100335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:01.304068 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.services.segments.db [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01184da2-0bbe-4c64-bcad-87e3277aff5e') {'for_net_delete': True} {{(pid=100335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:01.304368 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.services.segments.db [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01184da2-0bbe-4c64-bcad-87e3277aff5e') {} {{(pid=100335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:01.320893 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775451844473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8871685'] for segment, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:01.341940 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:01.350927 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=100335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 09:53:01.351165 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10025921'] for segment, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: from cryptography.utils import int_from_bytes Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: from cryptography.utils import int_from_bytes Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: Traceback (most recent call last): Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: timer() Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: cb(*args, **kw) Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: return func(*args, **kwargs) Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: self._notify() Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: self.callback(batched_events) Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: event.method(event) Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: return f(self, *a, **k) Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: return self._get(url).json() Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: return self.request(url, 'GET', **kwargs) Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 09:53:01.355138 dv-cinder-804757-3-iscsi neutron-server[100335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 09:53:01.416581 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504205'] for network, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:01.432998 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Pushing event deleted for resources: {'Network': ['ID=cc631634-2f2f-4791-8a24-b792287a4a95,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:01.435424 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:01.437095 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-18a01dd3-ed70-4da2-b54d-25f16876d0bb admin admin] 10.222.0.55 "DELETE /v2.0/networks/cc631634-2f2f-4791-8a24-b792287a4a95 HTTP/1.1" status: 204 len: 168 time: 0.6462405 Aug 27 09:53:01.597946 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 57764) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:01.636907 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-d8dce8de-4bb9-4235-adaa-ee310e477d90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd7089dd37db4591a4bfa8f85c7b8e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378156 Aug 27 09:53:01.639285 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 57766) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:01.685467 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-89366f84-132d-4fb2-adb7-c66da0d581ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:01.707467 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-89366f84-132d-4fb2-adb7-c66da0d581ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:01.758679 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-89366f84-132d-4fb2-adb7-c66da0d581ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:01.761132 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-89366f84-132d-4fb2-adb7-c66da0d581ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:01.762332 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-89366f84-132d-4fb2-adb7-c66da0d581ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f44e3161-269f-434d-88c2-e41218323ea8 HTTP/1.1" status: 204 len: 168 time: 0.1221566 Aug 27 09:53:01.769895 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89366f84-132d-4fb2-adb7-c66da0d581ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44e3161-269f-434d-88c2-e41218323ea8,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:02.068424 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57774) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:02.107451 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-8ccc15e9-f2a8-4ca2-a180-9509c2234646 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ac1c494014684ddb94344b659881d125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378544 Aug 27 09:53:02.109733 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57776) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:02.158003 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-715cd950-c151-45b8-bc9e-0073594002fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:02.179141 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-715cd950-c151-45b8-bc9e-0073594002fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:02.194195 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 4a1e2fc8-5916-4c8e-97e7-1d5872e10b43 no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:53:02.217351 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: 4a1e2fc8-5916-4c8e-97e7-1d5872e10b43 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:53:02.217805 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 4a1e2fc8-5916-4c8e-97e7-1d5872e10b43 not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:53:02.218229 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device d74f6db8-07ad-4428-b3d5-e58566562250 no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:53:02.226764 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-715cd950-c151-45b8-bc9e-0073594002fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:02.229758 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-715cd950-c151-45b8-bc9e-0073594002fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:02.230917 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-715cd950-c151-45b8-bc9e-0073594002fa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2fe1d637-70a5-44ee-9cdd-408ac1c75c40 HTTP/1.1" status: 204 len: 168 time: 0.1203098 Aug 27 09:53:02.236770 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: d74f6db8-07ad-4428-b3d5-e58566562250 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:53:02.237337 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device d74f6db8-07ad-4428-b3d5-e58566562250 not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:53:02.237467 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device e5508fec-3646-48b3-9202-bbf04cf0c91e no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:53:02.239533 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cd950-c151-45b8-bc9e-0073594002fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe1d637-70a5-44ee-9cdd-408ac1c75c40,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:02.259850 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: e5508fec-3646-48b3-9202-bbf04cf0c91e {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:53:02.260691 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device e5508fec-3646-48b3-9202-bbf04cf0c91e not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:53:02.357164 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0579083-1ef2-4323-a0eb-b81ad8d65ea7 req-decdd938-b2b4-43bf-9b5d-e47896fac814 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:02.359048 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e0579083-1ef2-4323-a0eb-b81ad8d65ea7 req-decdd938-b2b4-43bf-9b5d-e47896fac814 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0552535 Aug 27 09:53:02.399317 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e0579083-1ef2-4323-a0eb-b81ad8d65ea7 req-0d8143c2-e809-4b6a-953f-69594cb9870d tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333591 Aug 27 09:53:02.904633 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57802) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:02.996924 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-599d49dc-ba42-4e8e-830c-d7b00c2e10f9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1085396385-network', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:53:03.017060 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599d49dc-ba42-4e8e-830c-d7b00c2e10f9 admin admin] Made reservation on behalf of 6f53ec19e9f94220a09317461ba3b8f3 for: {'network': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:53:03.019252 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-599d49dc-ba42-4e8e-830c-d7b00c2e10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for network, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:03.027178 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-599d49dc-ba42-4e8e-830c-d7b00c2e10f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:03.113504 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-599d49dc-ba42-4e8e-830c-d7b00c2e10f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:03.117983 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-599d49dc-ba42-4e8e-830c-d7b00c2e10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:03.137933 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599d49dc-ba42-4e8e-830c-d7b00c2e10f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=100334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 09:53:03.153160 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d49dc-ba42-4e8e-830c-d7b00c2e10f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac1ddbd-1afc-4d85-a30a-e411f970065a,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:03.157878 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-599d49dc-ba42-4e8e-830c-d7b00c2e10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:03.158223 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.segments_db [None req-599d49dc-ba42-4e8e-830c-d7b00c2e10f9 admin admin] Added segment b4a30bdb-5b47-4702-97e5-2bf467054649 of type vlan for network 031cfd13-f3bc-46a8-8665-55fc287493ef Aug 27 09:53:03.198590 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-599d49dc-ba42-4e8e-830c-d7b00c2e10f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775451267687'] for network, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:03.223280 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-599d49dc-ba42-4e8e-830c-d7b00c2e10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for network, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:03.224282 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599d49dc-ba42-4e8e-830c-d7b00c2e10f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:03.224865 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-599d49dc-ba42-4e8e-830c-d7b00c2e10f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:03.281656 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-599d49dc-ba42-4e8e-830c-d7b00c2e10f9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3752184 Aug 27 09:53:03.284546 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 57806) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:03.289368 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-b0cd748d-4199-4460-8abc-21c01836fcd7 admin admin] Request body: {'subnet': {'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1085396385-subnet', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'ip_version': 4}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:53:03.290584 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d49dc-ba42-4e8e-830c-d7b00c2e10f9 admin admin] Pushing event updated for resources: {'Network': ['ID=031cfd13-f3bc-46a8-8665-55fc287493ef,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:03.301360 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Network 031cfd13-f3bc-46a8-8665-55fc287493ef details requested by agent ovs-agent-dv-cinder-804757-3-iscsi with host dv-cinder-804757-3-iscsi {{(pid=100336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 09:53:03.310347 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cd748d-4199-4460-8abc-21c01836fcd7 admin admin] Made reservation on behalf of 6f53ec19e9f94220a09317461ba3b8f3 for: {'subnet': 1} {{(pid=100335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:53:03.312564 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b0cd748d-4199-4460-8abc-21c01836fcd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9764176'] for subnet, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:03.483428 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b0cd748d-4199-4460-8abc-21c01836fcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10014564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9764130'] for subnet, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:03.514736 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacc4df-269c-402f-92c9-9d423ae9b675 req-b0f47a47-dcc7-4194-9828-8b150bda52f8 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:03.516983 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8bacc4df-269c-402f-92c9-9d423ae9b675 req-b0f47a47-dcc7-4194-9828-8b150bda52f8 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0490911 Aug 27 09:53:03.534716 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd748d-4199-4460-8abc-21c01836fcd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14759c05-e82d-435b-aab2-9d705736694f,revision_number=0']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:03.551222 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cd748d-4199-4460-8abc-21c01836fcd7 admin admin] Checking segment: {'id': 'b4a30bdb-5b47-4702-97e5-2bf467054649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:53:03.551581 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd748d-4199-4460-8abc-21c01836fcd7 admin admin] Network hostable DHCP agents. Network: 031cfd13-f3bc-46a8-8665-55fc287493ef, hostable agents: ['f25084d2-4677-41d8-9429-a13aa7534b2d'], hosted agents: [] {{(pid=100335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 09:53:03.554607 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8bacc4df-269c-402f-92c9-9d423ae9b675 req-a3b6e78e-776b-49dd-bed4-820a6a0fcf93 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318699 Aug 27 09:53:03.568350 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd748d-4199-4460-8abc-21c01836fcd7 admin admin] Network 031cfd13-f3bc-46a8-8665-55fc287493ef is scheduled to be hosted by DHCP agent f25084d2-4677-41d8-9429-a13aa7534b2d with binding_index 1 {{(pid=100335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 09:53:03.576838 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-b0cd748d-4199-4460-8abc-21c01836fcd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-3-iscsi, 031cfd13-f3bc-46a8-8665-55fc287493ef) {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:53:03.581677 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cd748d-4199-4460-8abc-21c01836fcd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:03.582262 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b0cd748d-4199-4460-8abc-21c01836fcd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:03.587154 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00790b9-9c73-4472-9ca4-7c1e8b4cb75c None None] Network 031cfd13-f3bc-46a8-8665-55fc287493ef requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:53:03.596668 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-b0cd748d-4199-4460-8abc-21c01836fcd7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3110759 Aug 27 09:53:03.599540 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 57810) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:03.603866 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-6d10cd40-18ce-411c-b749-b2ab9f45e02c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1085396385-router', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:53:03.622314 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6d10cd40-18ce-411c-b749-b2ab9f45e02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-510412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1023757'] for router, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:03.623409 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6d10cd40-18ce-411c-b749-b2ab9f45e02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1023750'] for router, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:03.673291 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6d10cd40-18ce-411c-b749-b2ab9f45e02c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:03.725062 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc97b90-cefa-5163-94d9-147ed2ba9986-031cfd13-f3bc-46a8-8665-55fc287493ef', 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'fixed_ips': [{'subnet_id': '14759c05-e82d-435b-aab2-9d705736694f'}]}} from dv-cinder-804757-3-iscsi. {{(pid=100336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 09:53:03.725959 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:03.810703 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6d10cd40-18ce-411c-b749-b2ab9f45e02c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:03.858069 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.db_base_plugin_common [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Allocated IP 172.20.0.2 (031cfd13-f3bc-46a8-8665-55fc287493ef/14759c05-e82d-435b-aab2-9d705736694f/5047e0b9-1cb1-43dc-abc6-bf79f8c89edd) {{(pid=100336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:53:04.002172 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Notify callbacks [] for port, precommit_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:04.006885 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6d10cd40-18ce-411c-b749-b2ab9f45e02c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:04.010496 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Transition to ACTIVE for port object 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd will not be triggered until provisioned by entity L2. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:53:04.024491 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Transition to ACTIVE for port object 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd will not be triggered until provisioned by entity DHCP. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:53:04.025910 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6d10cd40-18ce-411c-b749-b2ab9f45e02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:04.030206 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:04.069360 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Network 031cfd13-f3bc-46a8-8665-55fc287493ef is already hosted by enough agents. {{(pid=100336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:53:04.074047 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.base_scheduler [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Resources bound (agent type, host, resource id): {{(pid=100336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:53:04.077477 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Received port after_create {{(pid=100336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:53:04.085253 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Pushing event updated for resources: {'Port': ['ID=5047e0b9-1cb1-43dc-abc6-bf79f8c89edd,revision_number=1']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:04.138964 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Attempting to bind port 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:53:04.139298 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_common [None req-6d10cd40-18ce-411c-b749-b2ab9f45e02c admin admin] Allocated IP 172.27.3.212 (7e0666e1-bba7-40d6-99a1-baf82e3072a1/16ad6031-57d4-4eed-bb48-2f2edbdd88d6/eec9355f-7094-4bcf-a835-6d5ee72de157) {{(pid=100335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:53:04.139427 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Attempting to bind port 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': 'b4a30bdb-5b47-4702-97e5-2bf467054649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef'}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:53:04.139683 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Attempting to bind port 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd on network 031cfd13-f3bc-46a8-8665-55fc287493ef {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:53:04.145027 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:53:04.145398 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Checking segment: {'id': 'b4a30bdb-5b47-4702-97e5-2bf467054649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:53:04.145828 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:04.146215 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Bound using segment: {'id': 'b4a30bdb-5b47-4702-97e5-2bf467054649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef'} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:53:04.146667 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Bound port: 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a30bdb-5b47-4702-97e5-2bf467054649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef'}}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:53:04.147053 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:04.210780 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] For port 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:53:04.213961 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] For port 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=5047e0b9-1cb1-43dc-abc6-bf79f8c89edd,segment=NetworkSegment(b4a30bdb-5b47-4702-97e5-2bf467054649),segment_id=b4a30bdb-5b47-4702-97e5-2bf467054649)] {{(pid=100336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:53:04.218137 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:04.243798 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6d10cd40-18ce-411c-b749-b2ab9f45e02c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:04.276245 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cac76-0ae8-4c88-a1bd-809ea856d1f2 None None] Pushing event updated for resources: {'Port': ['ID=5047e0b9-1cb1-43dc-abc6-bf79f8c89edd,revision_number=2']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:04.290547 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6d10cd40-18ce-411c-b749-b2ab9f45e02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10025972'] for port, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:04.329213 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d10cd40-18ce-411c-b749-b2ab9f45e02c admin admin] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 is already hosted by enough agents. {{(pid=100335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:53:04.332101 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-6d10cd40-18ce-411c-b749-b2ab9f45e02c admin admin] Resources bound (agent type, host, resource id): {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:53:04.337883 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d10cd40-18ce-411c-b749-b2ab9f45e02c admin admin] Received port after_create {{(pid=100335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:53:04.365423 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10cd40-18ce-411c-b749-b2ab9f45e02c admin admin] Pushing event updated for resources: {'Port': ['ID=eec9355f-7094-4bcf-a835-6d5ee72de157,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:04.602683 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6d10cd40-18ce-411c-b749-b2ab9f45e02c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:04.669610 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b728b-ed66-47c7-b61a-ca344117e0f5 req-45fd660a-c2f8-4020-991b-afa9e8e189e8 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:04.671160 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3c6b728b-ed66-47c7-b61a-ca344117e0f5 req-45fd660a-c2f8-4020-991b-afa9e8e189e8 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0491242 Aug 27 09:53:04.712929 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3c6b728b-ed66-47c7-b61a-ca344117e0f5 req-11ec7a7f-e611-40dd-bf7b-1ba3b2a2af89 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339477 Aug 27 09:53:05.036771 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6d10cd40-18ce-411c-b749-b2ab9f45e02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504277'] for router, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:05.153292 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497aa60a-e215-40d0-979a-a4c7d649bbcc None None] Network 031cfd13-f3bc-46a8-8665-55fc287493ef requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:53:05.168976 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d10cd40-18ce-411c-b749-b2ab9f45e02c admin admin] Router a87d5c80-ea62-4443-9be6-1753ab964bf2 is scheduled to L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a with binding_index 1 {{(pid=100335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 09:53:05.219891 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-bc26410f-1047-4ec3-b124-389ec6b2e053 None None] Provisioning for port 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:53:05.272960 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d10cd40-18ce-411c-b749-b2ab9f45e02c admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:53:05.288653 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6d10cd40-18ce-411c-b749-b2ab9f45e02c admin admin] Notify callbacks [] for router, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:05.292702 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57818) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:05.292845 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-6d10cd40-18ce-411c-b749-b2ab9f45e02c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6922662 Aug 27 09:53:05.299116 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Sync routers for ids ['a87d5c80-ea62-4443-9be6-1753ab964bf2'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:53:05.312974 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Routers {'a87d5c80-ea62-4443-9be6-1753ab964bf2'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:53:05.313312 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:52:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['a87d5c80-ea62-4443-9be6-1753ab964bf2'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:05.424097 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Set router a87d5c80-ea62-4443-9be6-1753ab964bf2 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:53:05.710654 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f275b3a0-3495-4ee7-80c7-c7f321fdd7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:05.734897 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'name': 'tempest-TestShelveInstance-1085396385-router', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:03Z', 'updated_at': '2021-08-27T09:53:04Z', 'revision_number': 3, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'gw_port': {'id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:04Z', 'updated_at': '2021-08-27T09:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:05.761514 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Checking router: a87d5c80-ea62-4443-9be6-1753ab964bf2 for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:53:05.762026 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Updating router a87d5c80-ea62-4443-9be6-1753ab964bf2 port eec9355f-7094-4bcf-a835-6d5ee72de157 binding host dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 09:53:05.790815 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:05.884982 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcdac3-4845-499f-ad83-69c174ed6cdd req-b8d10687-084a-4058-b798-576009a62369 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:05.886516 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1dfcdac3-4845-499f-ad83-69c174ed6cdd req-b8d10687-084a-4058-b798-576009a62369 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.1062117 Aug 27 09:53:05.918101 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [None req-f275b3a0-3495-4ee7-80c7-c7f321fdd7c5 admin admin] Allocated IP 172.20.0.1 (031cfd13-f3bc-46a8-8665-55fc287493ef/14759c05-e82d-435b-aab2-9d705736694f/d4d66d5e-f643-4f7f-be6d-7533b86ee4df) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:53:05.946262 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1dfcdac3-4845-499f-ad83-69c174ed6cdd req-3e2dda14-6930-49ec-85d5-260afdff77b0 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514436 Aug 27 09:53:06.039880 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f275b3a0-3495-4ee7-80c7-c7f321fdd7c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:06.053992 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Notify callbacks [] for port, precommit_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:06.058044 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [None req-f275b3a0-3495-4ee7-80c7-c7f321fdd7c5 admin admin] Transition to ACTIVE for port object d4d66d5e-f643-4f7f-be6d-7533b86ee4df will not be triggered until provisioned by entity DHCP. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:53:06.073295 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Transition to ACTIVE for port object eec9355f-7094-4bcf-a835-6d5ee72de157 will not be triggered until provisioned by entity L2. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:53:06.081781 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:06.099284 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f275b3a0-3495-4ee7-80c7-c7f321fdd7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:06.142234 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Attempting to bind port eec9355f-7094-4bcf-a835-6d5ee72de157 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:53:06.142611 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Attempting to bind port eec9355f-7094-4bcf-a835-6d5ee72de157 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:53:06.143020 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Attempting to bind port eec9355f-7094-4bcf-a835-6d5ee72de157 on network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:53:06.149743 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b236ff-c744-440c-8636-b910d806742d None None] Pushing event updated for resources: {'Port': ['ID=eec9355f-7094-4bcf-a835-6d5ee72de157,revision_number=2']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:06.158499 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f275b3a0-3495-4ee7-80c7-c7f321fdd7c5 admin admin] Network 031cfd13-f3bc-46a8-8665-55fc287493ef is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:53:06.159492 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:53:06.160140 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Checking segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:53:06.160548 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:06.160936 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Bound using segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:53:06.161402 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Bound port: eec9355f-7094-4bcf-a835-6d5ee72de157, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:53:06.161946 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:06.177396 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-f275b3a0-3495-4ee7-80c7-c7f321fdd7c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:53:06.196001 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f275b3a0-3495-4ee7-80c7-c7f321fdd7c5 admin admin] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:53:06.237386 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] For port eec9355f-7094-4bcf-a835-6d5ee72de157, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:53:06.252638 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] For port eec9355f-7094-4bcf-a835-6d5ee72de157, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=eec9355f-7094-4bcf-a835-6d5ee72de157,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:53:06.257797 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:06.311887 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:53:06.361136 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b236ff-c744-440c-8636-b910d806742d None None] Pushing event updated for resources: {'Port': ['ID=eec9355f-7094-4bcf-a835-6d5ee72de157,revision_number=3']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:06.381274 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Routers {'a87d5c80-ea62-4443-9be6-1753ab964bf2'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:53:06.382020 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:52:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['a87d5c80-ea62-4443-9be6-1753ab964bf2'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:06.472552 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:53:06.480110 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:53:06.480476 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:06.534394 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275b3a0-3495-4ee7-80c7-c7f321fdd7c5 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d66d5e-f643-4f7f-be6d-7533b86ee4df,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:06.536564 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] Set router a87d5c80-ea62-4443-9be6-1753ab964bf2 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:53:06.539593 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4bffaf21-0814-4fd1-8d28-c7b6e81e688d None None] Provisioning for port d4d66d5e-f643-4f7f-be6d-7533b86ee4df completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:53:06.557717 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f275b3a0-3495-4ee7-80c7-c7f321fdd7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504074'] for router_interface, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:06.595843 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4bffaf21-0814-4fd1-8d28-c7b6e81e688d None None] Provisioning complete for port d4d66d5e-f643-4f7f-be6d-7533b86ee4df triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:53:06.596211 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4bffaf21-0814-4fd1-8d28-c7b6e81e688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:06.601504 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4645e-4290-4366-bbc2-fef1c86b6be5 req-376e407e-811d-43f8-92b6-7dcdbd93f085 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:06.602986 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3ea4645e-4290-4366-bbc2-fef1c86b6be5 req-376e407e-811d-43f8-92b6-7dcdbd93f085 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.4703043 Aug 27 09:53:06.614051 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc09ff7-d734-45d2-9b22-ca2c25d5a06e req-fbe1f20f-a0aa-4a38-9f81-4693b66d7252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:06.615513 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0cc09ff7-d734-45d2-9b22-ca2c25d5a06e req-fbe1f20f-a0aa-4a38-9f81-4693b66d7252 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=117211cf835b42d2b9b01427af816f46&device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 1098 time: 0.3814685 Aug 27 09:53:06.697493 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4bffaf21-0814-4fd1-8d28-c7b6e81e688d None None] Port d4d66d5e-f643-4f7f-be6d-7533b86ee4df cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:53:06.727448 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3ea4645e-4290-4366-bbc2-fef1c86b6be5 req-5c932cb5-7aa6-4a0e-aa69-f62f8b60738d tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153693 Aug 27 09:53:06.738789 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:06.795289 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc09ff7-d734-45d2-9b22-ca2c25d5a06e req-123689ce-1fb0-441b-ba59-20ef33571c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:06.796529 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=5047e0b9-1cb1-43dc-abc6-bf79f8c89edd,segment=NetworkSegment(b4a30bdb-5b47-4702-97e5-2bf467054649),segment_id=b4a30bdb-5b47-4702-97e5-2bf467054649)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:53:06.796827 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0cc09ff7-d734-45d2-9b22-ca2c25d5a06e req-123689ce-1fb0-441b-ba59-20ef33571c9f service neutron] 10.222.0.65 "GET /v2.0/networks?id=e824150c-a620-4cc4-8f01-7bdb95aef44a HTTP/1.1" status: 200 len: 912 time: 0.1661682 Aug 27 09:53:06.802147 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f275b3a0-3495-4ee7-80c7-c7f321fdd7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:06.803717 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:06.857046 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'name': 'tempest-TestShelveInstance-1085396385-router', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:03Z', 'updated_at': '2021-08-27T09:53:04Z', 'revision_number': 3, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'gw_port': {'id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:04Z', 'updated_at': '2021-08-27T09:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:06.859955 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=5047e0b9-1cb1-43dc-abc6-bf79f8c89edd,revision_number=3']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:06.889449 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bd61a7-653a-431a-a397-5e4da3dc8b4b None None] The sync data for ids ['a87d5c80-ea62-4443-9be6-1753ab964bf2'] in dv-cinder-804757-3-iscsi is: [{'id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'name': 'tempest-TestShelveInstance-1085396385-router', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:03Z', 'updated_at': '2021-08-27T09:53:04Z', 'revision_number': 3, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'gw_port': {'id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:04Z', 'updated_at': '2021-08-27T09:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:53:06.909389 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0cc09ff7-d734-45d2-9b22-ca2c25d5a06e req-002f97d7-8290-4143-9d10-23785afc16c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1f9d423-5ee2-4769-b70e-dd4aab4c0258 HTTP/1.1" status: 200 len: 1001 time: 0.0927832 Aug 27 09:53:07.004345 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc09ff7-d734-45d2-9b22-ca2c25d5a06e req-2a409904-3e04-4313-af10-933118b9c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:07.005877 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0cc09ff7-d734-45d2-9b22-ca2c25d5a06e req-2a409904-3e04-4313-af10-933118b9c743 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b HTTP/1.1" status: 200 len: 849 time: 0.0890296 Aug 27 09:53:07.083141 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f275b3a0-3495-4ee7-80c7-c7f321fdd7c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:07.087262 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc09ff7-d734-45d2-9b22-ca2c25d5a06e req-034710e5-4a1a-4ee7-b432-9047bec34bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:07.088941 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0cc09ff7-d734-45d2-9b22-ca2c25d5a06e req-034710e5-4a1a-4ee7-b432-9047bec34bbb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e824150c-a620-4cc4-8f01-7bdb95aef44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705054 Aug 27 09:53:07.090037 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f275b3a0-3495-4ee7-80c7-c7f321fdd7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:07.214870 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275b3a0-3495-4ee7-80c7-c7f321fdd7c5 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d66d5e-f643-4f7f-be6d-7533b86ee4df,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:07.223240 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f275b3a0-3495-4ee7-80c7-c7f321fdd7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1681839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-504021'] for router_interface, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:07.301166 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0cc09ff7-d734-45d2-9b22-ca2c25d5a06e req-a7e626ea-6aab-4c45-ac5d-b912f00890a6 service neutron] 10.222.0.65 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805558 Aug 27 09:53:07.396084 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f275b3a0-3495-4ee7-80c7-c7f321fdd7c5 admin admin] Network 031cfd13-f3bc-46a8-8665-55fc287493ef is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:53:07.399106 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-f275b3a0-3495-4ee7-80c7-c7f321fdd7c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:53:07.478788 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0cc09ff7-d734-45d2-9b22-ca2c25d5a06e req-0f300376-d268-4fe1-89a4-6466cc4ab140 service neutron] 10.222.0.65 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633365 Aug 27 09:53:07.544541 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f275b3a0-3495-4ee7-80c7-c7f321fdd7c5 admin admin] Router a87d5c80-ea62-4443-9be6-1753ab964bf2 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:53:07.630029 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-475b0f3a-2811-48b3-8712-e1c7fdc4cdf3 None None] Provisioning complete for port d4d66d5e-f643-4f7f-be6d-7533b86ee4df triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:53:07.630572 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-475b0f3a-2811-48b3-8712-e1c7fdc4cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:07.660739 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f275b3a0-3495-4ee7-80c7-c7f321fdd7c5 admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:53:07.665704 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-475b0f3a-2811-48b3-8712-e1c7fdc4cdf3 None None] Port d4d66d5e-f643-4f7f-be6d-7533b86ee4df cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:53:07.667506 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-f275b3a0-3495-4ee7-80c7-c7f321fdd7c5 admin admin] 10.222.0.55 "PUT /v2.0/routers/a87d5c80-ea62-4443-9be6-1753ab964bf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3736453 Aug 27 09:53:07.855528 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980824f-945d-41ad-93c2-6d296a7de1f8 req-51a6c9c5-f9f9-49c9-bee9-8e17763fc276 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:07.857042 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8980824f-945d-41ad-93c2-6d296a7de1f8 req-51a6c9c5-f9f9-49c9-bee9-8e17763fc276 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0528917 Aug 27 09:53:07.899962 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8980824f-945d-41ad-93c2-6d296a7de1f8 req-27377778-b4bc-4b67-b116-6e16f3a4883e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336857 Aug 27 09:53:08.147731 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57846) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:08.156728 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-7cde8a31-6a5d-4344-8d4c-3267dfe711ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1681659448-network', 'tenant_id': 'c7d62c471520475b94a0f824c3c9349d'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:53:08.183167 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cde8a31-6a5d-4344-8d4c-3267dfe711ec admin admin] Made reservation on behalf of c7d62c471520475b94a0f824c3c9349d for: {'network': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:53:08.185753 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7cde8a31-6a5d-4344-8d4c-3267dfe711ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for network, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:08.195242 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7cde8a31-6a5d-4344-8d4c-3267dfe711ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:08.291831 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device eec9355f-7094-4bcf-a835-6d5ee72de157 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:53:08.296414 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7cde8a31-6a5d-4344-8d4c-3267dfe711ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:08.300540 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7cde8a31-6a5d-4344-8d4c-3267dfe711ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:08.325115 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cde8a31-6a5d-4344-8d4c-3267dfe711ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=100334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 09:53:08.335730 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde8a31-6a5d-4344-8d4c-3267dfe711ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a34b96f-9410-4dad-a3ab-f29d6a51ffcd,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:08.340742 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7cde8a31-6a5d-4344-8d4c-3267dfe711ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:08.341167 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.segments_db [None req-7cde8a31-6a5d-4344-8d4c-3267dfe711ec admin admin] Added segment 15c8ca48-f4d6-4f83-9432-cefa74ac4d2c of type vlan for network 0212e749-1cfd-4b45-a383-c598a2514c31 Aug 27 09:53:08.346616 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port eec9355f-7094-4bcf-a835-6d5ee72de157 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:53:08.353626 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port eec9355f-7094-4bcf-a835-6d5ee72de157 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:53:08.354097 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:08.389210 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7cde8a31-6a5d-4344-8d4c-3267dfe711ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775451267687'] for network, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:08.413714 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7cde8a31-6a5d-4344-8d4c-3267dfe711ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for network, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:08.414713 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cde8a31-6a5d-4344-8d4c-3267dfe711ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:08.415286 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7cde8a31-6a5d-4344-8d4c-3267dfe711ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:08.449311 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:08.456654 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Sync routers for ids ['a87d5c80-ea62-4443-9be6-1753ab964bf2'] in dv-cinder-804757-3-iscsi {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:53:08.465963 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Routers {'a87d5c80-ea62-4443-9be6-1753ab964bf2'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:53:08.466562 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:52:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['a87d5c80-ea62-4443-9be6-1753ab964bf2'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:08.471241 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-7cde8a31-6a5d-4344-8d4c-3267dfe711ec admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3214118 Aug 27 09:53:08.473891 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57850) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:08.477467 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port eec9355f-7094-4bcf-a835-6d5ee72de157, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=eec9355f-7094-4bcf-a835-6d5ee72de157,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:53:08.480498 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-242f43a9-c939-4d7b-a618-aa64a88d3280 admin admin] Request body: {'subnet': {'network_id': '0212e749-1cfd-4b45-a383-c598a2514c31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1681659448-subnet', 'tenant_id': 'c7d62c471520475b94a0f824c3c9349d', 'ip_version': 4}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:53:08.482024 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:08.483010 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:53:08.491071 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde8a31-6a5d-4344-8d4c-3267dfe711ec admin admin] Pushing event updated for resources: {'Network': ['ID=0212e749-1cfd-4b45-a383-c598a2514c31,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:08.510724 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242f43a9-c939-4d7b-a618-aa64a88d3280 admin admin] Made reservation on behalf of c7d62c471520475b94a0f824c3c9349d for: {'subnet': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:53:08.513220 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-242f43a9-c939-4d7b-a618-aa64a88d3280 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9947324'] for subnet, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:08.519802 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Network 0212e749-1cfd-4b45-a383-c598a2514c31 details requested by agent ovs-agent-dv-cinder-804757-3-iscsi with host dv-cinder-804757-3-iscsi {{(pid=100336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 09:53:08.575052 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Set router a87d5c80-ea62-4443-9be6-1753ab964bf2 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:53:08.635657 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=eec9355f-7094-4bcf-a835-6d5ee72de157,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:08.650974 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:53:08.651323 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:08.687993 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-242f43a9-c939-4d7b-a618-aa64a88d3280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10045627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9947342'] for subnet, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:08.744736 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f43a9-c939-4d7b-a618-aa64a88d3280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=598fc137-5643-4875-b6bc-8b1682bb423e,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:08.753617 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242f43a9-c939-4d7b-a618-aa64a88d3280 admin admin] Checking segment: {'id': '15c8ca48-f4d6-4f83-9432-cefa74ac4d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '0212e749-1cfd-4b45-a383-c598a2514c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:53:08.753967 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242f43a9-c939-4d7b-a618-aa64a88d3280 admin admin] Network hostable DHCP agents. Network: 0212e749-1cfd-4b45-a383-c598a2514c31, hostable agents: ['f25084d2-4677-41d8-9429-a13aa7534b2d'], hosted agents: [] {{(pid=100334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 09:53:08.771569 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242f43a9-c939-4d7b-a618-aa64a88d3280 admin admin] Network 0212e749-1cfd-4b45-a383-c598a2514c31 is scheduled to be hosted by DHCP agent f25084d2-4677-41d8-9429-a13aa7534b2d with binding_index 1 {{(pid=100334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 09:53:08.779459 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-242f43a9-c939-4d7b-a618-aa64a88d3280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-3-iscsi, 0212e749-1cfd-4b45-a383-c598a2514c31) {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:53:08.783732 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'name': 'tempest-TestShelveInstance-1085396385-router', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:03Z', 'updated_at': '2021-08-27T09:53:06Z', 'revision_number': 4, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'gw_port': {'id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:04Z', 'updated_at': '2021-08-27T09:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'd4d66d5e-f643-4f7f-be6d-7533b86ee4df', 'name': '', 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'mac_address': 'fa:16:3e:e6:dd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14759c05-e82d-435b-aab2-9d705736694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:05Z', 'updated_at': '2021-08-27T09:53:06Z', 'revision_number': 2, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'subnets': [{'id': '14759c05-e82d-435b-aab2-9d705736694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:08.787958 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cca22ba-6f3e-47d4-85a5-f8c5ab048448 None None] Network 0212e749-1cfd-4b45-a383-c598a2514c31 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:53:08.792592 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242f43a9-c939-4d7b-a618-aa64a88d3280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:08.793254 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-242f43a9-c939-4d7b-a618-aa64a88d3280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:08.809680 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-242f43a9-c939-4d7b-a618-aa64a88d3280 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3323548 Aug 27 09:53:08.809893 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57852) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:08.811283 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Checking router: a87d5c80-ea62-4443-9be6-1753ab964bf2 for host: dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:53:08.811636 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Updating router a87d5c80-ea62-4443-9be6-1753ab964bf2 port d4d66d5e-f643-4f7f-be6d-7533b86ee4df binding host dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 09:53:08.814445 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-2b753b7f-65db-4cbe-aaac-bf84fc47a6f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1681659448-router', 'tenant_id': 'c7d62c471520475b94a0f824c3c9349d', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:53:08.835505 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2b753b7f-65db-4cbe-aaac-bf84fc47a6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-510412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1023757'] for router, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:08.836579 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2b753b7f-65db-4cbe-aaac-bf84fc47a6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504586', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1023750'] for router, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:08.837140 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:08.892878 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2b753b7f-65db-4cbe-aaac-bf84fc47a6f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:08.942609 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bc97b90-cefa-5163-94d9-147ed2ba9986-0212e749-1cfd-4b45-a383-c598a2514c31', 'network_id': '0212e749-1cfd-4b45-a383-c598a2514c31', 'tenant_id': 'c7d62c471520475b94a0f824c3c9349d', 'fixed_ips': [{'subnet_id': '598fc137-5643-4875-b6bc-8b1682bb423e'}]}} from dv-cinder-804757-3-iscsi. {{(pid=100336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 09:53:08.943549 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:09.056760 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2b753b7f-65db-4cbe-aaac-bf84fc47a6f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:09.095748 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.db_base_plugin_common [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Allocated IP 172.20.0.2 (0212e749-1cfd-4b45-a383-c598a2514c31/598fc137-5643-4875-b6bc-8b1682bb423e/b19463cb-0a8d-4a06-a1f8-8d059c6e7480) {{(pid=100336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:53:09.113609 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Notify callbacks [] for port, precommit_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:09.121950 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d766799-426d-4472-974b-beee62131f0e req-51744af7-2b1c-42bb-b911-52550bce7e55 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:09.123866 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3d766799-426d-4472-974b-beee62131f0e req-51744af7-2b1c-42bb-b911-52550bce7e55 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.1242554 Aug 27 09:53:09.130788 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.provisioning_blocks [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Transition to ACTIVE for port object d4d66d5e-f643-4f7f-be6d-7533b86ee4df will not be triggered until provisioned by entity L2. {{(pid=100337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:53:09.138006 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:09.181356 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3391b-ae55-4963-b138-caccb13a7bca None None] Pushing event updated for resources: {'Port': ['ID=d4d66d5e-f643-4f7f-be6d-7533b86ee4df,revision_number=3']} {{(pid=100337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:09.190091 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3d766799-426d-4472-974b-beee62131f0e req-89d97444-4b2e-483d-a8fe-78a05b151812 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459089 Aug 27 09:53:09.238521 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3391b-ae55-4963-b138-caccb13a7bca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:09.239148 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3391b-ae55-4963-b138-caccb13a7bca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:09.239486 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3391b-ae55-4963-b138-caccb13a7bca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:09.239816 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3391b-ae55-4963-b138-caccb13a7bca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:09.240139 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3391b-ae55-4963-b138-caccb13a7bca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:09.240459 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3391b-ae55-4963-b138-caccb13a7bca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:09.240778 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3391b-ae55-4963-b138-caccb13a7bca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:09.241097 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3391b-ae55-4963-b138-caccb13a7bca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:09.241428 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3391b-ae55-4963-b138-caccb13a7bca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:09.241769 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3391b-ae55-4963-b138-caccb13a7bca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:09.242084 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3391b-ae55-4963-b138-caccb13a7bca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:09.242393 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d3391b-ae55-4963-b138-caccb13a7bca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:09.260865 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Attempting to bind port d4d66d5e-f643-4f7f-be6d-7533b86ee4df on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:53:09.261224 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Attempting to bind port d4d66d5e-f643-4f7f-be6d-7533b86ee4df by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': 'b4a30bdb-5b47-4702-97e5-2bf467054649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef'}] {{(pid=100337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:53:09.261607 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Attempting to bind port d4d66d5e-f643-4f7f-be6d-7533b86ee4df on network 031cfd13-f3bc-46a8-8665-55fc287493ef {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:53:09.267751 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:53:09.268129 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Checking segment: {'id': 'b4a30bdb-5b47-4702-97e5-2bf467054649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:53:09.268526 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:09.268914 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Bound using segment: {'id': 'b4a30bdb-5b47-4702-97e5-2bf467054649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef'} {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:53:09.269372 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Bound port: d4d66d5e-f643-4f7f-be6d-7533b86ee4df, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a30bdb-5b47-4702-97e5-2bf467054649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef'}}] {{(pid=100337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:53:09.269791 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:09.352180 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2b753b7f-65db-4cbe-aaac-bf84fc47a6f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:09.362530 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.db [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] For port d4d66d5e-f643-4f7f-be6d-7533b86ee4df, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:53:09.366167 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.db [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] For port d4d66d5e-f643-4f7f-be6d-7533b86ee4df, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=d4d66d5e-f643-4f7f-be6d-7533b86ee4df,segment=NetworkSegment(b4a30bdb-5b47-4702-97e5-2bf467054649),segment_id=b4a30bdb-5b47-4702-97e5-2bf467054649)] {{(pid=100337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:53:09.376980 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:09.388347 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Notify callbacks [] for port, precommit_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:09.396221 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2b753b7f-65db-4cbe-aaac-bf84fc47a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:09.397351 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Transition to ACTIVE for port object b19463cb-0a8d-4a06-a1f8-8d059c6e7480 will not be triggered until provisioned by entity L2. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:53:09.412650 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Transition to ACTIVE for port object b19463cb-0a8d-4a06-a1f8-8d059c6e7480 will not be triggered until provisioned by entity DHCP. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:53:09.419825 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596'] for port, after_create {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:09.444077 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3391b-ae55-4963-b138-caccb13a7bca None None] Pushing event updated for resources: {'Port': ['ID=d4d66d5e-f643-4f7f-be6d-7533b86ee4df,revision_number=4']} {{(pid=100337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:09.451686 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Routers {'a87d5c80-ea62-4443-9be6-1753ab964bf2'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:53:09.452480 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:52:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['a87d5c80-ea62-4443-9be6-1753ab964bf2'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:09.464322 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Network 0212e749-1cfd-4b45-a383-c598a2514c31 is already hosted by enough agents. {{(pid=100336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:53:09.470210 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.scheduler.base_scheduler [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Resources bound (agent type, host, resource id): {{(pid=100336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:53:09.472547 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Received port after_create {{(pid=100336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:53:09.479692 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Pushing event updated for resources: {'Port': ['ID=b19463cb-0a8d-4a06-a1f8-8d059c6e7480,revision_number=1']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:09.531365 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [None req-2b753b7f-65db-4cbe-aaac-bf84fc47a6f3 admin admin] Allocated IP 172.27.3.118 (7e0666e1-bba7-40d6-99a1-baf82e3072a1/16ad6031-57d4-4eed-bb48-2f2edbdd88d6/28c1f751-4cb5-4c11-920f-312ca4096d61) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:53:09.548042 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Attempting to bind port b19463cb-0a8d-4a06-a1f8-8d059c6e7480 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:53:09.548415 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Attempting to bind port b19463cb-0a8d-4a06-a1f8-8d059c6e7480 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': '15c8ca48-f4d6-4f83-9432-cefa74ac4d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '0212e749-1cfd-4b45-a383-c598a2514c31'}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:53:09.548814 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Attempting to bind port b19463cb-0a8d-4a06-a1f8-8d059c6e7480 on network 0212e749-1cfd-4b45-a383-c598a2514c31 {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:53:09.555366 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:53:09.555737 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Checking segment: {'id': '15c8ca48-f4d6-4f83-9432-cefa74ac4d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '0212e749-1cfd-4b45-a383-c598a2514c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:53:09.556257 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:09.556683 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Bound using segment: {'id': '15c8ca48-f4d6-4f83-9432-cefa74ac4d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '0212e749-1cfd-4b45-a383-c598a2514c31'} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:53:09.557146 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Bound port: b19463cb-0a8d-4a06-a1f8-8d059c6e7480, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c8ca48-f4d6-4f83-9432-cefa74ac4d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '0212e749-1cfd-4b45-a383-c598a2514c31'}}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:53:09.557588 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:09.569821 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] Set router a87d5c80-ea62-4443-9be6-1753ab964bf2 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:53:09.636226 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] For port b19463cb-0a8d-4a06-a1f8-8d059c6e7480, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:53:09.640005 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] For port b19463cb-0a8d-4a06-a1f8-8d059c6e7480, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=b19463cb-0a8d-4a06-a1f8-8d059c6e7480,segment=NetworkSegment(15c8ca48-f4d6-4f83-9432-cefa74ac4d2c),segment_id=15c8ca48-f4d6-4f83-9432-cefa74ac4d2c)] {{(pid=100336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:53:09.644860 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:09.663465 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2b753b7f-65db-4cbe-aaac-bf84fc47a6f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:09.722341 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a76381-95a4-4510-9b81-8b3f4b9083b0 None None] Pushing event updated for resources: {'Port': ['ID=b19463cb-0a8d-4a06-a1f8-8d059c6e7480,revision_number=2']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:09.722497 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2b753b7f-65db-4cbe-aaac-bf84fc47a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:09.761210 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b753b7f-65db-4cbe-aaac-bf84fc47a6f3 admin admin] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:53:09.764117 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-2b753b7f-65db-4cbe-aaac-bf84fc47a6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:53:09.768906 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b753b7f-65db-4cbe-aaac-bf84fc47a6f3 admin admin] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:53:09.810485 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b753b7f-65db-4cbe-aaac-bf84fc47a6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=28c1f751-4cb5-4c11-920f-312ca4096d61,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:09.843988 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'name': 'tempest-TestShelveInstance-1085396385-router', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:03Z', 'updated_at': '2021-08-27T09:53:06Z', 'revision_number': 4, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'gw_port': {'id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:04Z', 'updated_at': '2021-08-27T09:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'd4d66d5e-f643-4f7f-be6d-7533b86ee4df', 'name': '', 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'mac_address': 'fa:16:3e:e6:dd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14759c05-e82d-435b-aab2-9d705736694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:05Z', 'updated_at': '2021-08-27T09:53:09Z', 'revision_number': 4, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'subnets': [{'id': '14759c05-e82d-435b-aab2-9d705736694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:09.884693 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab2f7c-09b5-4013-b472-5aae13073e3d None None] The sync data for ids ['a87d5c80-ea62-4443-9be6-1753ab964bf2'] in dv-cinder-804757-3-iscsi is: [{'id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'name': 'tempest-TestShelveInstance-1085396385-router', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:03Z', 'updated_at': '2021-08-27T09:53:06Z', 'revision_number': 4, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'gw_port': {'id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:04Z', 'updated_at': '2021-08-27T09:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'd4d66d5e-f643-4f7f-be6d-7533b86ee4df', 'name': '', 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'mac_address': 'fa:16:3e:e6:dd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14759c05-e82d-435b-aab2-9d705736694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:05Z', 'updated_at': '2021-08-27T09:53:09Z', 'revision_number': 4, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'subnets': [{'id': '14759c05-e82d-435b-aab2-9d705736694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:53:10.094717 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2b753b7f-65db-4cbe-aaac-bf84fc47a6f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:10.329232 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device b19463cb-0a8d-4a06-a1f8-8d059c6e7480 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:53:10.387777 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port b19463cb-0a8d-4a06-a1f8-8d059c6e7480 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:53:10.396768 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device eec9355f-7094-4bcf-a835-6d5ee72de157 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:53:10.452204 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port eec9355f-7094-4bcf-a835-6d5ee72de157 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:53:10.453436 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:10.548340 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device d4d66d5e-f643-4f7f-be6d-7533b86ee4df up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:53:10.606719 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port d4d66d5e-f643-4f7f-be6d-7533b86ee4df completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:53:10.614537 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port d4d66d5e-f643-4f7f-be6d-7533b86ee4df triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:53:10.615031 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:10.648222 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2b753b7f-65db-4cbe-aaac-bf84fc47a6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504277'] for router, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:10.735711 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:10.775154 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port d4d66d5e-f643-4f7f-be6d-7533b86ee4df, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=d4d66d5e-f643-4f7f-be6d-7533b86ee4df,segment=NetworkSegment(b4a30bdb-5b47-4702-97e5-2bf467054649),segment_id=b4a30bdb-5b47-4702-97e5-2bf467054649)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:53:10.778826 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161dc491-bf47-4d48-b5d3-b5e44b5cbf1a None None] Network 0212e749-1cfd-4b45-a383-c598a2514c31 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:53:10.782960 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:10.807996 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b753b7f-65db-4cbe-aaac-bf84fc47a6f3 admin admin] Router be27c7d1-af7c-405f-83fe-6c362e1e4b0e is scheduled to L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a with binding_index 1 {{(pid=100334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 09:53:10.880934 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-30034411-0736-483c-bf13-d6123b82e5bc None None] Provisioning for port b19463cb-0a8d-4a06-a1f8-8d059c6e7480 completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:53:10.896102 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=d4d66d5e-f643-4f7f-be6d-7533b86ee4df,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:10.900228 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-30034411-0736-483c-bf13-d6123b82e5bc None None] Provisioning complete for port b19463cb-0a8d-4a06-a1f8-8d059c6e7480 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:53:10.900601 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-30034411-0736-483c-bf13-d6123b82e5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:10.925177 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b753b7f-65db-4cbe-aaac-bf84fc47a6f3 admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:53:10.938661 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Sync routers for ids ['be27c7d1-af7c-405f-83fe-6c362e1e4b0e'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:53:10.941667 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2b753b7f-65db-4cbe-aaac-bf84fc47a6f3 admin admin] Notify callbacks [] for router, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:10.943226 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-2b753b7f-65db-4cbe-aaac-bf84fc47a6f3 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1323352 Aug 27 09:53:10.946261 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 57862) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:10.980833 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Routers {'be27c7d1-af7c-405f-83fe-6c362e1e4b0e'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:53:10.981457 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:52:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['be27c7d1-af7c-405f-83fe-6c362e1e4b0e'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:11.132042 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-30034411-0736-483c-bf13-d6123b82e5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:11.181823 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Set router be27c7d1-af7c-405f-83fe-6c362e1e4b0e gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:53:11.245748 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-30034411-0736-483c-bf13-d6123b82e5bc None None] For port b19463cb-0a8d-4a06-a1f8-8d059c6e7480, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=b19463cb-0a8d-4a06-a1f8-8d059c6e7480,segment=NetworkSegment(15c8ca48-f4d6-4f83-9432-cefa74ac4d2c),segment_id=15c8ca48-f4d6-4f83-9432-cefa74ac4d2c)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:53:11.258441 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-30034411-0736-483c-bf13-d6123b82e5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:11.348349 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30034411-0736-483c-bf13-d6123b82e5bc None None] Pushing event updated for resources: {'Port': ['ID=b19463cb-0a8d-4a06-a1f8-8d059c6e7480,revision_number=3']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:11.375260 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-63599be6-a004-406d-8636-bbe3a84e4a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:11.403407 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-52110299-a317-4a09-9b0c-87f72707d4c5 None None] Provisioning complete for port b19463cb-0a8d-4a06-a1f8-8d059c6e7480 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:53:11.403771 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-52110299-a317-4a09-9b0c-87f72707d4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:11.459232 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'name': 'tempest-TestShelveInstance-1681659448-router', 'tenant_id': 'c7d62c471520475b94a0f824c3c9349d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '28c1f751-4cb5-4c11-920f-312ca4096d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:08Z', 'updated_at': '2021-08-27T09:53:09Z', 'revision_number': 3, 'project_id': 'c7d62c471520475b94a0f824c3c9349d', 'gw_port': {'id': '28c1f751-4cb5-4c11-920f-312ca4096d61', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:62:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:09Z', 'updated_at': '2021-08-27T09:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:11.489062 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Checking router: be27c7d1-af7c-405f-83fe-6c362e1e4b0e for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:53:11.489400 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Updating router be27c7d1-af7c-405f-83fe-6c362e1e4b0e port 28c1f751-4cb5-4c11-920f-312ca4096d61 binding host dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 09:53:11.531595 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_common [None req-63599be6-a004-406d-8636-bbe3a84e4a7c admin admin] Allocated IP 172.20.0.1 (0212e749-1cfd-4b45-a383-c598a2514c31/598fc137-5643-4875-b6bc-8b1682bb423e/bbdf6621-2cea-4112-9581-164ab850e002) {{(pid=100335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:53:11.541168 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:11.633046 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-63599be6-a004-406d-8636-bbe3a84e4a7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:11.646616 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.provisioning_blocks [None req-63599be6-a004-406d-8636-bbe3a84e4a7c admin admin] Transition to ACTIVE for port object bbdf6621-2cea-4112-9581-164ab850e002 will not be triggered until provisioned by entity DHCP. {{(pid=100335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:53:11.678559 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-63599be6-a004-406d-8636-bbe3a84e4a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10025972'] for port, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:11.715735 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63599be6-a004-406d-8636-bbe3a84e4a7c admin admin] Network 0212e749-1cfd-4b45-a383-c598a2514c31 is already hosted by enough agents. {{(pid=100335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:53:11.720627 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-63599be6-a004-406d-8636-bbe3a84e4a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:53:11.724115 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63599be6-a004-406d-8636-bbe3a84e4a7c admin admin] Received port after_create {{(pid=100335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:53:11.756066 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63599be6-a004-406d-8636-bbe3a84e4a7c admin admin] Pushing event updated for resources: {'Port': ['ID=bbdf6621-2cea-4112-9581-164ab850e002,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:11.766548 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-63599be6-a004-406d-8636-bbe3a84e4a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504074'] for router_interface, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:11.821088 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Notify callbacks [] for port, precommit_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:11.833962 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Transition to ACTIVE for port object 28c1f751-4cb5-4c11-920f-312ca4096d61 will not be triggered until provisioned by entity L2. {{(pid=100336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:53:11.841320 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:11.896987 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Attempting to bind port 28c1f751-4cb5-4c11-920f-312ca4096d61 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:53:11.897355 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Attempting to bind port 28c1f751-4cb5-4c11-920f-312ca4096d61 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:53:11.898003 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Attempting to bind port 28c1f751-4cb5-4c11-920f-312ca4096d61 on network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:53:11.900676 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-63599be6-a004-406d-8636-bbe3a84e4a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:11.900917 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279b4ae-7586-4e29-bd97-4491642ff280 None None] Pushing event updated for resources: {'Port': ['ID=28c1f751-4cb5-4c11-920f-312ca4096d61,revision_number=2']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:11.906469 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:53:11.906842 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Checking segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:53:11.907235 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:11.907613 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Bound using segment: {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'} {{(pid=100336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:53:11.908072 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.managers [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Bound port: 28c1f751-4cb5-4c11-920f-312ca4096d61, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996cd93b-8fb8-413e-af82-616161875224', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}}] {{(pid=100336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:53:11.908446 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:11.966354 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] For port 28c1f751-4cb5-4c11-920f-312ca4096d61, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:53:11.970178 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] For port 28c1f751-4cb5-4c11-920f-312ca4096d61, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=28c1f751-4cb5-4c11-920f-312ca4096d61,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:53:11.977040 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:12.015281 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-d00d22be-3670-4aa7-b1cd-095313792bbf None None] Provisioning for port bbdf6621-2cea-4112-9581-164ab850e002 completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:53:12.027557 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-d00d22be-3670-4aa7-b1cd-095313792bbf None None] Provisioning complete for port bbdf6621-2cea-4112-9581-164ab850e002 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:53:12.027926 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-d00d22be-3670-4aa7-b1cd-095313792bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:12.064705 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Routers {'be27c7d1-af7c-405f-83fe-6c362e1e4b0e'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:53:12.064943 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-63599be6-a004-406d-8636-bbe3a84e4a7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:12.065428 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:52:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['be27c7d1-af7c-405f-83fe-6c362e1e4b0e'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:12.069335 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-63599be6-a004-406d-8636-bbe3a84e4a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10025965'] for port, after_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:12.133868 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-63599be6-a004-406d-8636-bbe3a84e4a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1681839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-504021'] for router_interface, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:12.135661 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63599be6-a004-406d-8636-bbe3a84e4a7c admin admin] Pushing event updated for resources: {'Port': ['ID=bbdf6621-2cea-4112-9581-164ab850e002,revision_number=2']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:12.232757 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device d4d66d5e-f643-4f7f-be6d-7533b86ee4df up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:53:12.235471 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279b4ae-7586-4e29-bd97-4491642ff280 None None] Pushing event updated for resources: {'Port': ['ID=28c1f751-4cb5-4c11-920f-312ca4096d61,revision_number=3']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:12.237027 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63599be6-a004-406d-8636-bbe3a84e4a7c admin admin] Network 0212e749-1cfd-4b45-a383-c598a2514c31 is already hosted by enough agents. {{(pid=100335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:53:12.238641 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-63599be6-a004-406d-8636-bbe3a84e4a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:53:12.260838 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-d00d22be-3670-4aa7-b1cd-095313792bbf None None] Port bbdf6621-2cea-4112-9581-164ab850e002 cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:53:12.355505 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port d4d66d5e-f643-4f7f-be6d-7533b86ee4df triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:53:12.355874 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:12.360692 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63599be6-a004-406d-8636-bbe3a84e4a7c admin admin] Router be27c7d1-af7c-405f-83fe-6c362e1e4b0e has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:53:12.361131 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] Set router be27c7d1-af7c-405f-83fe-6c362e1e4b0e gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:53:12.474479 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63599be6-a004-406d-8636-bbe3a84e4a7c admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:53:12.479260 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-63599be6-a004-406d-8636-bbe3a84e4a7c admin admin] 10.222.0.55 "PUT /v2.0/routers/be27c7d1-af7c-405f-83fe-6c362e1e4b0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5319629 Aug 27 09:53:12.545547 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-ade6ff99-d5ec-4fd7-8b0b-0cff37893655 None None] Provisioning complete for port bbdf6621-2cea-4112-9581-164ab850e002 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:53:12.545844 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-ade6ff99-d5ec-4fd7-8b0b-0cff37893655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:12.605330 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device b19463cb-0a8d-4a06-a1f8-8d059c6e7480 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:53:12.611011 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-ade6ff99-d5ec-4fd7-8b0b-0cff37893655 None None] Port bbdf6621-2cea-4112-9581-164ab850e002 cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:53:12.693000 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port b19463cb-0a8d-4a06-a1f8-8d059c6e7480 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:53:12.693370 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:12.717953 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'name': 'tempest-TestShelveInstance-1681659448-router', 'tenant_id': 'c7d62c471520475b94a0f824c3c9349d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '28c1f751-4cb5-4c11-920f-312ca4096d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:08Z', 'updated_at': '2021-08-27T09:53:11Z', 'revision_number': 4, 'project_id': 'c7d62c471520475b94a0f824c3c9349d', 'gw_port': {'id': '28c1f751-4cb5-4c11-920f-312ca4096d61', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:62:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:09Z', 'updated_at': '2021-08-27T09:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'bbdf6621-2cea-4112-9581-164ab850e002', 'name': '', 'network_id': '0212e749-1cfd-4b45-a383-c598a2514c31', 'tenant_id': 'c7d62c471520475b94a0f824c3c9349d', 'mac_address': 'fa:16:3e:62:13:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '598fc137-5643-4875-b6bc-8b1682bb423e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:11Z', 'updated_at': '2021-08-27T09:53:11Z', 'revision_number': 2, 'project_id': 'c7d62c471520475b94a0f824c3c9349d', 'subnets': [{'id': '598fc137-5643-4875-b6bc-8b1682bb423e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:12.745456 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8201dc-6c04-4f0d-aa86-6741617889bf None None] The sync data for ids ['be27c7d1-af7c-405f-83fe-6c362e1e4b0e'] in dv-cinder-804757-3-iscsi is: [{'id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'name': 'tempest-TestShelveInstance-1681659448-router', 'tenant_id': 'c7d62c471520475b94a0f824c3c9349d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '28c1f751-4cb5-4c11-920f-312ca4096d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:08Z', 'updated_at': '2021-08-27T09:53:11Z', 'revision_number': 4, 'project_id': 'c7d62c471520475b94a0f824c3c9349d', 'gw_port': {'id': '28c1f751-4cb5-4c11-920f-312ca4096d61', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:62:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:09Z', 'updated_at': '2021-08-27T09:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'bbdf6621-2cea-4112-9581-164ab850e002', 'name': '', 'network_id': '0212e749-1cfd-4b45-a383-c598a2514c31', 'tenant_id': 'c7d62c471520475b94a0f824c3c9349d', 'mac_address': 'fa:16:3e:62:13:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '598fc137-5643-4875-b6bc-8b1682bb423e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:11Z', 'updated_at': '2021-08-27T09:53:11Z', 'revision_number': 2, 'project_id': 'c7d62c471520475b94a0f824c3c9349d', 'subnets': [{'id': '598fc137-5643-4875-b6bc-8b1682bb423e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:53:12.997952 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 57874) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:13.005293 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-4baabbca-5364-4907-870e-1fd4c6c95263 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1333414231', 'description': 'tempest-secgroup-smoke-1333414231 description', 'project_id': '6f53ec19e9f94220a09317461ba3b8f3'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:53:13.028602 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-4baabbca-5364-4907-870e-1fd4c6c95263 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.119752 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-4baabbca-5364-4907-870e-1fd4c6c95263 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.124198 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-4baabbca-5364-4907-870e-1fd4c6c95263 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.152442 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-4baabbca-5364-4907-870e-1fd4c6c95263 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.153698 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-4baabbca-5364-4907-870e-1fd4c6c95263 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1548097 Aug 27 09:53:13.158677 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57876) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:13.159199 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baabbca-5364-4907-870e-1fd4c6c95263 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c20858-2da4-476a-b303-0f288c840794,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:13.163522 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-674fa61d-5c01-45d4-8392-b20827ab344f tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Request body: {'security_group_rule': {'security_group_id': 'd5c20858-2da4-476a-b303-0f288c840794', 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:53:13.192125 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-674fa61d-5c01-45d4-8392-b20827ab344f tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.249003 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-674fa61d-5c01-45d4-8392-b20827ab344f tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.253968 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-674fa61d-5c01-45d4-8392-b20827ab344f tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.272658 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fa61d-5c01-45d4-8392-b20827ab344f tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072df13e-7eff-46ae-a2cf-37e00861d151,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:13.281575 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-674fa61d-5c01-45d4-8392-b20827ab344f tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.282997 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-674fa61d-5c01-45d4-8392-b20827ab344f tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232853 Aug 27 09:53:13.285636 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57878) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:13.290077 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-3514b255-939d-471e-8727-710e3b155375 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Request body: {'security_group_rule': {'security_group_id': 'd5c20858-2da4-476a-b303-0f288c840794', 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:53:13.318619 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3514b255-939d-471e-8727-710e3b155375 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.389064 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3514b255-939d-471e-8727-710e3b155375 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.399212 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3514b255-939d-471e-8727-710e3b155375 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.424927 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514b255-939d-471e-8727-710e3b155375 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf712f8-f9e1-4a0c-a18d-bc4ac5d102b7,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:13.431853 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3514b255-939d-471e-8727-710e3b155375 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.433133 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-3514b255-939d-471e-8727-710e3b155375 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1465347 Aug 27 09:53:13.435905 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57880) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:13.441847 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-ae6683c3-b2ce-4416-8203-510d500def02 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Request body: {'security_group_rule': {'security_group_id': 'd5c20858-2da4-476a-b303-0f288c840794', 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:53:13.477272 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ae6683c3-b2ce-4416-8203-510d500def02 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.540803 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ae6683c3-b2ce-4416-8203-510d500def02 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.544834 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ae6683c3-b2ce-4416-8203-510d500def02 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.566000 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6683c3-b2ce-4416-8203-510d500def02 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ca1613-ee77-4443-9a22-ce3f96d98440,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:13.569791 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ae6683c3-b2ce-4416-8203-510d500def02 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.573476 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-ae6683c3-b2ce-4416-8203-510d500def02 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341968 Aug 27 09:53:13.573973 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57882) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:13.578648 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-6e1097ad-7c29-49e3-aff6-3b72f4f898b6 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Request body: {'security_group_rule': {'security_group_id': 'd5c20858-2da4-476a-b303-0f288c840794', 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:53:13.606910 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6e1097ad-7c29-49e3-aff6-3b72f4f898b6 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.670131 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6e1097ad-7c29-49e3-aff6-3b72f4f898b6 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.674847 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6e1097ad-7c29-49e3-aff6-3b72f4f898b6 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.692390 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1097ad-7c29-49e3-aff6-3b72f4f898b6 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f51060-9c81-42ba-8dad-e694bf81177c,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:13.698379 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6e1097ad-7c29-49e3-aff6-3b72f4f898b6 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.699669 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-6e1097ad-7c29-49e3-aff6-3b72f4f898b6 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250217 Aug 27 09:53:13.702228 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57884) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:13.707742 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-75cd7246-13ba-4b61-a39f-dc1cbf8f2bf5 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Request body: {'security_group_rule': {'security_group_id': 'd5c20858-2da4-476a-b303-0f288c840794', 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:53:13.731061 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.securitygroups_db [None req-75cd7246-13ba-4b61-a39f-dc1cbf8f2bf5 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Project 6f53ec19e9f94220a09317461ba3b8f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 09:53:13.738236 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-75cd7246-13ba-4b61-a39f-dc1cbf8f2bf5 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.805164 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-75cd7246-13ba-4b61-a39f-dc1cbf8f2bf5 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.809335 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-75cd7246-13ba-4b61-a39f-dc1cbf8f2bf5 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.829930 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd7246-13ba-4b61-a39f-dc1cbf8f2bf5 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0284f4f8-3fda-4686-ba9c-152351dfdea6,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:13.835408 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-75cd7246-13ba-4b61-a39f-dc1cbf8f2bf5 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.839365 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-75cd7246-13ba-4b61-a39f-dc1cbf8f2bf5 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329000 Aug 27 09:53:13.839365 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 57886) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:13.844488 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-e7135464-fc20-4d3c-82ce-45370b7efc58 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Request body: {'security_group_rule': {'security_group_id': 'd5c20858-2da4-476a-b303-0f288c840794', 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:53:13.866471 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.securitygroups_db [None req-e7135464-fc20-4d3c-82ce-45370b7efc58 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Project 6f53ec19e9f94220a09317461ba3b8f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 09:53:13.871351 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-e7135464-fc20-4d3c-82ce-45370b7efc58 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.937455 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-e7135464-fc20-4d3c-82ce-45370b7efc58 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.941345 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-e7135464-fc20-4d3c-82ce-45370b7efc58 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.961261 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7135464-fc20-4d3c-82ce-45370b7efc58 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e80f49d-ba2e-437c-b32e-b8073b9f5807,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:13.964515 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-e7135464-fc20-4d3c-82ce-45370b7efc58 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:13.974521 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-e7135464-fc20-4d3c-82ce-45370b7efc58 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1340261 Aug 27 09:53:14.223393 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 28c1f751-4cb5-4c11-920f-312ca4096d61 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:53:14.227822 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:53:14.273541 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port 28c1f751-4cb5-4c11-920f-312ca4096d61 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:53:14.278242 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 28c1f751-4cb5-4c11-920f-312ca4096d61 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:53:14.278663 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:14.360736 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:14.394344 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port 28c1f751-4cb5-4c11-920f-312ca4096d61, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=28c1f751-4cb5-4c11-920f-312ca4096d61,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:53:14.400903 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:14.464217 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=28c1f751-4cb5-4c11-920f-312ca4096d61,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:14.699507 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Sync routers for ids ['be27c7d1-af7c-405f-83fe-6c362e1e4b0e'] in dv-cinder-804757-3-iscsi {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:53:14.708793 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Routers {'be27c7d1-af7c-405f-83fe-6c362e1e4b0e'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:53:14.709424 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:52:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['be27c7d1-af7c-405f-83fe-6c362e1e4b0e'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:14.818155 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Set router be27c7d1-af7c-405f-83fe-6c362e1e4b0e gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:53:15.105181 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'name': 'tempest-TestShelveInstance-1681659448-router', 'tenant_id': 'c7d62c471520475b94a0f824c3c9349d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '28c1f751-4cb5-4c11-920f-312ca4096d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:08Z', 'updated_at': '2021-08-27T09:53:11Z', 'revision_number': 4, 'project_id': 'c7d62c471520475b94a0f824c3c9349d', 'gw_port': {'id': '28c1f751-4cb5-4c11-920f-312ca4096d61', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:09Z', 'updated_at': '2021-08-27T09:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'bbdf6621-2cea-4112-9581-164ab850e002', 'name': '', 'network_id': '0212e749-1cfd-4b45-a383-c598a2514c31', 'tenant_id': 'c7d62c471520475b94a0f824c3c9349d', 'mac_address': 'fa:16:3e:62:13:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '598fc137-5643-4875-b6bc-8b1682bb423e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:11Z', 'updated_at': '2021-08-27T09:53:11Z', 'revision_number': 2, 'project_id': 'c7d62c471520475b94a0f824c3c9349d', 'subnets': [{'id': '598fc137-5643-4875-b6bc-8b1682bb423e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:15.131027 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Checking router: be27c7d1-af7c-405f-83fe-6c362e1e4b0e for host: dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:53:15.131371 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Updating router be27c7d1-af7c-405f-83fe-6c362e1e4b0e port bbdf6621-2cea-4112-9581-164ab850e002 binding host dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 09:53:15.155387 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:15.417429 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Notify callbacks [] for port, precommit_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:15.426885 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.provisioning_blocks [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Transition to ACTIVE for port object bbdf6621-2cea-4112-9581-164ab850e002 will not be triggered until provisioned by entity L2. {{(pid=100337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:53:15.432430 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:15.482307 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb56d90-4353-4316-88be-0d66f4d4d6f3 None None] Pushing event updated for resources: {'Port': ['ID=bbdf6621-2cea-4112-9581-164ab850e002,revision_number=3']} {{(pid=100337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:15.540945 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Attempting to bind port bbdf6621-2cea-4112-9581-164ab850e002 on host dv-cinder-804757-3-iscsi for vnic_type normal with profile {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:53:15.541566 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Attempting to bind port bbdf6621-2cea-4112-9581-164ab850e002 by drivers openvswitch,hyperv on host dv-cinder-804757-3-iscsi at level 0 using segments [{'id': '15c8ca48-f4d6-4f83-9432-cefa74ac4d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '0212e749-1cfd-4b45-a383-c598a2514c31'}] {{(pid=100337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:53:15.542018 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Attempting to bind port bbdf6621-2cea-4112-9581-164ab850e002 on network 0212e749-1cfd-4b45-a383-c598a2514c31 {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:53:15.547676 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Checking agent: {'id': 'b95e2102-df08-40e8-b108-e49c3e31a2dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 39, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:53:15.548034 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Checking segment: {'id': '15c8ca48-f4d6-4f83-9432-cefa74ac4d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '0212e749-1cfd-4b45-a383-c598a2514c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:53:15.548421 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:15.548800 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Bound using segment: {'id': '15c8ca48-f4d6-4f83-9432-cefa74ac4d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '0212e749-1cfd-4b45-a383-c598a2514c31'} {{(pid=100337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:53:15.549249 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.managers [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Bound port: bbdf6621-2cea-4112-9581-164ab850e002, host: dv-cinder-804757-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c8ca48-f4d6-4f83-9432-cefa74ac4d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '0212e749-1cfd-4b45-a383-c598a2514c31'}}] {{(pid=100337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:53:15.549660 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:15.613943 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.db [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] For port bbdf6621-2cea-4112-9581-164ab850e002, host dv-cinder-804757-3-iscsi, cleared binding levels {{(pid=100337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:53:15.617562 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.plugins.ml2.db [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] For port bbdf6621-2cea-4112-9581-164ab850e002, host dv-cinder-804757-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=bbdf6621-2cea-4112-9581-164ab850e002,segment=NetworkSegment(15c8ca48-f4d6-4f83-9432-cefa74ac4d2c),segment_id=15c8ca48-f4d6-4f83-9432-cefa74ac4d2c)] {{(pid=100337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:53:15.622825 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron_lib.callbacks.manager [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:15.683412 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb56d90-4353-4316-88be-0d66f4d4d6f3 None None] Pushing event updated for resources: {'Port': ['ID=bbdf6621-2cea-4112-9581-164ab850e002,revision_number=4']} {{(pid=100337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:15.692457 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Routers {'be27c7d1-af7c-405f-83fe-6c362e1e4b0e'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:53:15.693140 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:52:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['be27c7d1-af7c-405f-83fe-6c362e1e4b0e'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:15.802880 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] Set router be27c7d1-af7c-405f-83fe-6c362e1e4b0e gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:53:16.001439 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'name': 'tempest-TestShelveInstance-1681659448-router', 'tenant_id': 'c7d62c471520475b94a0f824c3c9349d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '28c1f751-4cb5-4c11-920f-312ca4096d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:08Z', 'updated_at': '2021-08-27T09:53:11Z', 'revision_number': 4, 'project_id': 'c7d62c471520475b94a0f824c3c9349d', 'gw_port': {'id': '28c1f751-4cb5-4c11-920f-312ca4096d61', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:09Z', 'updated_at': '2021-08-27T09:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'bbdf6621-2cea-4112-9581-164ab850e002', 'name': '', 'network_id': '0212e749-1cfd-4b45-a383-c598a2514c31', 'tenant_id': 'c7d62c471520475b94a0f824c3c9349d', 'mac_address': 'fa:16:3e:62:13:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '598fc137-5643-4875-b6bc-8b1682bb423e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:11Z', 'updated_at': '2021-08-27T09:53:15Z', 'revision_number': 4, 'project_id': 'c7d62c471520475b94a0f824c3c9349d', 'subnets': [{'id': '598fc137-5643-4875-b6bc-8b1682bb423e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:16.026589 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003770ce-9ad2-403d-9fae-4757b45a1388 None None] The sync data for ids ['be27c7d1-af7c-405f-83fe-6c362e1e4b0e'] in dv-cinder-804757-3-iscsi is: [{'id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'name': 'tempest-TestShelveInstance-1681659448-router', 'tenant_id': 'c7d62c471520475b94a0f824c3c9349d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '28c1f751-4cb5-4c11-920f-312ca4096d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:08Z', 'updated_at': '2021-08-27T09:53:11Z', 'revision_number': 4, 'project_id': 'c7d62c471520475b94a0f824c3c9349d', 'gw_port': {'id': '28c1f751-4cb5-4c11-920f-312ca4096d61', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:09Z', 'updated_at': '2021-08-27T09:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'bbdf6621-2cea-4112-9581-164ab850e002', 'name': '', 'network_id': '0212e749-1cfd-4b45-a383-c598a2514c31', 'tenant_id': 'c7d62c471520475b94a0f824c3c9349d', 'mac_address': 'fa:16:3e:62:13:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '598fc137-5643-4875-b6bc-8b1682bb423e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:11Z', 'updated_at': '2021-08-27T09:53:15Z', 'revision_number': 4, 'project_id': 'c7d62c471520475b94a0f824c3c9349d', 'subnets': [{'id': '598fc137-5643-4875-b6bc-8b1682bb423e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:53:16.246284 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 28c1f751-4cb5-4c11-920f-312ca4096d61 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:53:16.302195 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port 28c1f751-4cb5-4c11-920f-312ca4096d61 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:53:16.302564 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:16.385021 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device bbdf6621-2cea-4112-9581-164ab850e002 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:53:16.437317 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning for port bbdf6621-2cea-4112-9581-164ab850e002 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:53:16.441498 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port bbdf6621-2cea-4112-9581-164ab850e002 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:53:16.441924 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:16.525938 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:16.564913 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] For port bbdf6621-2cea-4112-9581-164ab850e002, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=bbdf6621-2cea-4112-9581-164ab850e002,segment=NetworkSegment(15c8ca48-f4d6-4f83-9432-cefa74ac4d2c),segment_id=15c8ca48-f4d6-4f83-9432-cefa74ac4d2c)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:53:16.569226 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:16.625286 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Pushing event updated for resources: {'Port': ['ID=bbdf6621-2cea-4112-9581-164ab850e002,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:18.206874 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device bbdf6621-2cea-4112-9581-164ab850e002 up at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:53:18.255514 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Provisioning complete for port bbdf6621-2cea-4112-9581-164ab850e002 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:53:18.255873 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:20.615181 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-c3af4932-cf2b-4886-9330-637afa5d6d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:23.358521 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b5df0a37-0d6f-4ace-b2d9-5cb99c9afbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:23.556286 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:24.451100 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881aaff8-5736-428f-94ff-00992c96b711 req-d5c4a243-565d-4b08-acba-b0ead90f5659 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:24.452521 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-881aaff8-5736-428f-94ff-00992c96b711 req-d5c4a243-565d-4b08-acba-b0ead90f5659 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0499270 Aug 27 09:53:24.492197 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-881aaff8-5736-428f-94ff-00992c96b711 req-1e80f7e7-815b-4a53-a1ee-c68033650cda tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332780 Aug 27 09:53:24.505958 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:24.937311 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:25.619923 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69399bd7-eed2-454a-8159-94f61889c522 req-8af9bdf1-dcfd-4e4a-a192-5dfedf73712b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:25.621414 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-69399bd7-eed2-454a-8159-94f61889c522 req-8af9bdf1-dcfd-4e4a-a192-5dfedf73712b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0503476 Aug 27 09:53:25.659999 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-69399bd7-eed2-454a-8159-94f61889c522 req-67140f39-da16-4b0b-a807-6f2223ff331f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314214 Aug 27 09:53:26.332831 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:26.782696 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a6034-0ff2-4189-812f-d8a34cad7cb2 req-4f264ec2-a568-452a-baeb-d4354e8bff35 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:26.784688 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-905a6034-0ff2-4189-812f-d8a34cad7cb2 req-4f264ec2-a568-452a-baeb-d4354e8bff35 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0514624 Aug 27 09:53:26.821771 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-905a6034-0ff2-4189-812f-d8a34cad7cb2 req-a06b05e3-b2bf-44ba-baaf-0aed3c0adb91 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309875 Aug 27 09:53:27.938083 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712c22e-0698-43fe-aeac-98dea8dda703 req-bc0208e8-334a-4ebd-b236-deca9343362d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:27.939538 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3712c22e-0698-43fe-aeac-98dea8dda703 req-bc0208e8-334a-4ebd-b236-deca9343362d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0478814 Aug 27 09:53:27.976688 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3712c22e-0698-43fe-aeac-98dea8dda703 req-dd4423ca-9176-4b88-a669-b865dcf6675a tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311673 Aug 27 09:53:29.095647 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b2d61-7da6-4ae4-b3b2-0d9662acc1dd req-eb4a14c3-76c4-4968-9b84-3339b4af1db4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:29.097731 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-5d7b2d61-7da6-4ae4-b3b2-0d9662acc1dd req-eb4a14c3-76c4-4968-9b84-3339b4af1db4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0495071 Aug 27 09:53:29.137421 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-5d7b2d61-7da6-4ae4-b3b2-0d9662acc1dd req-7bbce053-4422-46be-b6d8-fda206392549 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328228 Aug 27 09:53:30.258208 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72638509-d4c3-4bf9-aad3-54a3ae82470e req-1a44bb37-c6f4-42aa-a4a5-1e4176978aef tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:30.259681 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-72638509-d4c3-4bf9-aad3-54a3ae82470e req-1a44bb37-c6f4-42aa-a4a5-1e4176978aef tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0509925 Aug 27 09:53:30.297523 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-72638509-d4c3-4bf9-aad3-54a3ae82470e req-7cb5c7f9-356d-43cc-9106-dbb5b536a0b7 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321083 Aug 27 09:53:30.343715 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-90d3a764-cf94-4846-b66e-09f8a25e79c7 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1333414231&fields=id&tenant_id=6f53ec19e9f94220a09317461ba3b8f3 HTTP/1.1" status: 200 len: 267 time: 0.0345411 Aug 27 09:53:30.447964 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-c63ff3d8-66dc-4cd1-b06e-650ec39523e8 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:30.449307 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-c63ff3d8-66dc-4cd1-b06e-650ec39523e8 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/networks?id=031cfd13-f3bc-46a8-8665-55fc287493ef HTTP/1.1" status: 200 len: 809 time: 0.0984337 Aug 27 09:53:30.463593 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-8e0a6f09-470d-4b24-ada8-2954eb4725ee tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/quotas/6f53ec19e9f94220a09317461ba3b8f3 HTTP/1.1" status: 200 len: 375 time: 0.0086339 Aug 27 09:53:30.513155 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-cae8e318-980e-4bd8-8411-1b38688b0655 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f53ec19e9f94220a09317461ba3b8f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445974 Aug 27 09:53:30.691198 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-5da18166-3947-42df-9fa9-9edb49cc5f5b service neutron] 10.222.0.55 "GET /v2.0/networks/031cfd13-f3bc-46a8-8665-55fc287493ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663551 Aug 27 09:53:30.778991 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-2af10e7a-c759-40b4-8d2e-d658d3b6ee8a service neutron] 10.222.0.55 "GET /v2.0/networks/031cfd13-f3bc-46a8-8665-55fc287493ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816944 Aug 27 09:53:31.415483 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725eefc-f1d2-4e77-ba8d-c101c4b04774 req-660805c3-e475-4cd2-9c29-3871be1ff6c0 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:31.416962 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8725eefc-f1d2-4e77-ba8d-c101c4b04774 req-660805c3-e475-4cd2-9c29-3871be1ff6c0 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0488198 Aug 27 09:53:31.455283 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8725eefc-f1d2-4e77-ba8d-c101c4b04774 req-00106cda-087e-4901-aac8-cc5951d7b8ef tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325894 Aug 27 09:53:32.079998 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ba5c8ecc-e31c-409b-89e5-9d3fad77f35b req-b4376ea3-7ca8-4722-acf1-9f32230027a9 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 210 time: 0.0259194 Aug 27 09:53:32.576789 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd94f2-2e8e-41bb-a765-e20a1b96529c req-9d14be69-d33d-4d40-8a92-b9b4de024b4f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:32.578307 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-67fd94f2-2e8e-41bb-a765-e20a1b96529c req-9d14be69-d33d-4d40-8a92-b9b4de024b4f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0501890 Aug 27 09:53:32.616645 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-67fd94f2-2e8e-41bb-a765-e20a1b96529c req-8658bb1d-a4b7-45da-8242-90e9ceb87d06 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318637 Aug 27 09:53:33.024744 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-191ba134-8251-40cd-bc26-18d54c13ff36 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:33.026474 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-191ba134-8251-40cd-bc26-18d54c13ff36 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.65 "GET /v2.0/networks?id=031cfd13-f3bc-46a8-8665-55fc287493ef HTTP/1.1" status: 200 len: 809 time: 0.1027262 Aug 27 09:53:33.071246 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-5b0db636-0feb-47d3-8016-b113662d140d tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f53ec19e9f94220a09317461ba3b8f3 HTTP/1.1" status: 200 len: 380 time: 0.0334556 Aug 27 09:53:33.082564 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Request body: {'port': {'device_id': '843a1639-1d7c-4e35-bc76-a33f9c936847', 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef', 'admin_state_up': True, 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'security_groups': ['d5c20858-2da4-476a-b303-0f288c840794']}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:53:33.186971 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f5fb0cc6-6f3f-4fb2-aaf4-0aa1a0f3560b req-fb3ca907-6408-4b29-93ec-a37135b29878 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 210 time: 0.0383244 Aug 27 09:53:33.215948 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Made reservation on behalf of 6f53ec19e9f94220a09317461ba3b8f3 for: {'port': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:53:33.219497 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:33.342093 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Allocated IP 172.20.0.11 (031cfd13-f3bc-46a8-8665-55fc287493ef/14759c05-e82d-435b-aab2-9d705736694f/d670f053-fc0f-4615-96ec-81bccc11b080) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:53:33.487673 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:33.501190 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Transition to ACTIVE for port object d670f053-fc0f-4615-96ec-81bccc11b080 will not be triggered until provisioned by entity DHCP. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:53:33.537008 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:33.579707 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Network 031cfd13-f3bc-46a8-8665-55fc287493ef is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:53:33.585290 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:53:33.588974 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:53:33.617507 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Pushing event updated for resources: {'Port': ['ID=d670f053-fc0f-4615-96ec-81bccc11b080,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:33.633740 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:33.634084 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:33.634420 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:33.634751 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:33.635083 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:33.635407 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:33.635726 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:33.636046 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:33.636366 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:33.636681 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:33.636995 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:33.637310 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:33.656006 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:33.656651 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:33.672971 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-ab98e3a5-b428-4112-a1b2-b9bfb76be83b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5944338 Aug 27 09:53:33.686240 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Request body: {'port': {'device_id': '843a1639-1d7c-4e35-bc76-a33f9c936847', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:53:33.743717 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:33.750595 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d5aca-4395-4097-a9b6-667a2e82e721 req-cb9c201e-e393-4a6c-ab49-9e8de410e8f6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:33.752531 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-585d5aca-4395-4097-a9b6-667a2e82e721 req-cb9c201e-e393-4a6c-ab49-9e8de410e8f6 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0578077 Aug 27 09:53:33.795818 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-585d5aca-4395-4097-a9b6-667a2e82e721 req-e2f7e264-fd8e-4052-868d-0b4e2449c8b4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333931 Aug 27 09:53:33.821159 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-78e8dda7-dea6-4508-8ae3-807e03e5f7ae None None] Provisioning for port d670f053-fc0f-4615-96ec-81bccc11b080 completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:53:33.825189 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-78e8dda7-dea6-4508-8ae3-807e03e5f7ae None None] Provisioning complete for port d670f053-fc0f-4615-96ec-81bccc11b080 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:53:33.825591 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-78e8dda7-dea6-4508-8ae3-807e03e5f7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:33.859702 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-78e8dda7-dea6-4508-8ae3-807e03e5f7ae None None] Port d670f053-fc0f-4615-96ec-81bccc11b080 cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:53:34.006691 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d670f053-fc0f-4615-96ec-81bccc11b080 {{(pid=100334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:53:34.014111 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:34.026461 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Transition to ACTIVE for port object d670f053-fc0f-4615-96ec-81bccc11b080 will not be triggered until provisioned by entity L2. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:53:34.029858 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:34.084083 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Pushing event updated for resources: {'Port': ['ID=d670f053-fc0f-4615-96ec-81bccc11b080,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:34.155088 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Attempting to bind port d670f053-fc0f-4615-96ec-81bccc11b080 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:53:34.155434 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Attempting to bind port d670f053-fc0f-4615-96ec-81bccc11b080 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'b4a30bdb-5b47-4702-97e5-2bf467054649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef'}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:53:34.155765 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Attempting to bind port d670f053-fc0f-4615-96ec-81bccc11b080 on network 031cfd13-f3bc-46a8-8665-55fc287493ef {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:53:34.161154 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Port d670f053-fc0f-4615-96ec-81bccc11b080 on network 031cfd13-f3bc-46a8-8665-55fc287493ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:53:34.161511 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Attempting to bind port d670f053-fc0f-4615-96ec-81bccc11b080 on network 031cfd13-f3bc-46a8-8665-55fc287493ef {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:53:34.166557 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:53:34.166892 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Checking segment: {'id': 'b4a30bdb-5b47-4702-97e5-2bf467054649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:53:34.167276 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Bound using segment: {'id': 'b4a30bdb-5b47-4702-97e5-2bf467054649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef'} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:53:34.167699 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Bound port: d670f053-fc0f-4615-96ec-81bccc11b080, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a30bdb-5b47-4702-97e5-2bf467054649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef'}}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:53:34.168057 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:34.235046 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] For port d670f053-fc0f-4615-96ec-81bccc11b080, host hv-cinder-80475, cleared binding levels {{(pid=100334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:53:34.238554 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] For port d670f053-fc0f-4615-96ec-81bccc11b080, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d670f053-fc0f-4615-96ec-81bccc11b080,segment=NetworkSegment(b4a30bdb-5b47-4702-97e5-2bf467054649),segment_id=b4a30bdb-5b47-4702-97e5-2bf467054649)] {{(pid=100334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:53:34.243168 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:34.306009 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:34.306635 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:34.308045 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] 10.222.0.65 "PUT /v2.0/ports/d670f053-fc0f-4615-96ec-81bccc11b080 HTTP/1.1" status: 200 len: 1094 time: 0.6263752 Aug 27 09:53:34.313555 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843a1639-1d7c-4e35-bc76-a33f9c936847', 'tag': 'd670f053-fc0f-4615-96ec-81bccc11b080'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:53:34.315928 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea3a98c-5ba6-4ca1-a0b8-59fbe2387311" -d '{"events": [{"name": "network-changed", "server_uuid": "843a1639-1d7c-4e35-bc76-a33f9c936847", "tag": "d670f053-fc0f-4615-96ec-81bccc11b080"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:53:34.341200 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a7160-5810-4858-9b1f-ca3bb764c64d service neutron] Pushing event updated for resources: {'Port': ['ID=d670f053-fc0f-4615-96ec-81bccc11b080,revision_number=3']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:34.357126 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed788b-a41f-4486-a579-f961bb070a8c req-8d737555-ceee-463c-9c0d-ed539c148ae7 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:34.358746 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-94ed788b-a41f-4486-a579-f961bb070a8c req-8d737555-ceee-463c-9c0d-ed539c148ae7 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 944 time: 0.0874338 Aug 27 09:53:34.368775 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03e360e-6b6a-4048-9acf-4185fabac2a9 x-openstack-request-id: req-d03e360e-6b6a-4048-9acf-4185fabac2a9 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:53:34.369070 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843a1639-1d7c-4e35-bc76-a33f9c936847", "tag": "d670f053-fc0f-4615-96ec-81bccc11b080", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:53:34.369319 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d03e360e-6b6a-4048-9acf-4185fabac2a9 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:53:34.369737 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843a1639-1d7c-4e35-bc76-a33f9c936847', 'tag': 'd670f053-fc0f-4615-96ec-81bccc11b080', 'status': 'completed', 'code': 200} Aug 27 09:53:34.429933 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-94ed788b-a41f-4486-a579-f961bb070a8c req-e568a529-c8a7-4e22-8096-2767742c2f5b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590684 Aug 27 09:53:34.432735 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-b6da4c1a-fefe-4ed6-9887-ae95ae228aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:34.434195 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-b6da4c1a-fefe-4ed6-9887-ae95ae228aac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f53ec19e9f94220a09317461ba3b8f3&device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 1097 time: 0.0745676 Aug 27 09:53:34.481984 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-6b824f05-443b-4feb-8f1c-d545ec92737f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d670f053-fc0f-4615-96ec-81bccc11b080 HTTP/1.1" status: 200 len: 217 time: 0.0369191 Aug 27 09:53:34.531602 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-dc10e7ce-946e-4a8e-896f-76b29331898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:34.533054 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-dc10e7ce-946e-4a8e-896f-76b29331898e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14759c05-e82d-435b-aab2-9d705736694f HTTP/1.1" status: 200 len: 848 time: 0.0434618 Aug 27 09:53:34.581810 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-c888e258-f55f-4eaf-b07a-9a457607b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:34.583292 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-c888e258-f55f-4eaf-b07a-9a457607b87b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=031cfd13-f3bc-46a8-8665-55fc287493ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405133 Aug 27 09:53:34.673294 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-29bf726d-c97b-4ee6-b948-b11a931edca3 service neutron] 10.222.0.65 "GET /v2.0/networks/031cfd13-f3bc-46a8-8665-55fc287493ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815542 Aug 27 09:53:34.761903 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f3bbaea0-2769-4349-b41c-6b2441b3d819 req-149243f4-bbc1-42d6-b668-5222af61b044 service neutron] 10.222.0.65 "GET /v2.0/networks/031cfd13-f3bc-46a8-8665-55fc287493ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803425 Aug 27 09:53:34.850745 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3a98c-5ba6-4ca1-a0b8-59fbe2387311 req-acdf5210-6cbb-4a78-bf6f-e02809d29c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:34.852247 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ea3a98c-5ba6-4ca1-a0b8-59fbe2387311 req-acdf5210-6cbb-4a78-bf6f-e02809d29c4c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f53ec19e9f94220a09317461ba3b8f3&device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 1097 time: 0.0423658 Aug 27 09:53:34.915611 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6a7b0-4ef1-4190-ab1b-50f12b31697b req-d213167b-fe4d-4fb3-a32d-62fdbe800f78 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:34.917126 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-41e6a7b0-4ef1-4190-ab1b-50f12b31697b req-d213167b-fe4d-4fb3-a32d-62fdbe800f78 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0482032 Aug 27 09:53:34.953634 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3a98c-5ba6-4ca1-a0b8-59fbe2387311 req-ea998faa-bcef-4a96-96a0-37d3f7c65f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:34.954750 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-41e6a7b0-4ef1-4190-ab1b-50f12b31697b req-f64c1a3d-c935-4291-b5ec-d899fd679152 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315289 Aug 27 09:53:34.955013 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ea3a98c-5ba6-4ca1-a0b8-59fbe2387311 req-ea998faa-bcef-4a96-96a0-37d3f7c65f67 service neutron] 10.222.0.65 "GET /v2.0/networks?id=031cfd13-f3bc-46a8-8665-55fc287493ef HTTP/1.1" status: 200 len: 911 time: 0.0936809 Aug 27 09:53:34.999183 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ea3a98c-5ba6-4ca1-a0b8-59fbe2387311 req-968cbab5-f2b9-4358-809a-0918cf3004c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d670f053-fc0f-4615-96ec-81bccc11b080 HTTP/1.1" status: 200 len: 217 time: 0.0348389 Aug 27 09:53:35.052332 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3a98c-5ba6-4ca1-a0b8-59fbe2387311 req-1c22122e-e056-4119-90e4-b69a436889a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:35.053875 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ea3a98c-5ba6-4ca1-a0b8-59fbe2387311 req-1c22122e-e056-4119-90e4-b69a436889a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14759c05-e82d-435b-aab2-9d705736694f HTTP/1.1" status: 200 len: 848 time: 0.0457582 Aug 27 09:53:35.099206 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3a98c-5ba6-4ca1-a0b8-59fbe2387311 req-e775927d-3bea-499b-a1cc-c8ebffacab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:35.100628 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ea3a98c-5ba6-4ca1-a0b8-59fbe2387311 req-e775927d-3bea-499b-a1cc-c8ebffacab87 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=031cfd13-f3bc-46a8-8665-55fc287493ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390158 Aug 27 09:53:35.186492 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ea3a98c-5ba6-4ca1-a0b8-59fbe2387311 req-4c51c21b-55fe-4316-8412-dbe4de5c435f service neutron] 10.222.0.65 "GET /v2.0/networks/031cfd13-f3bc-46a8-8665-55fc287493ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774379 Aug 27 09:53:35.277479 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ea3a98c-5ba6-4ca1-a0b8-59fbe2387311 req-735a6215-9246-4bd6-bb73-a91b2d34f11e service neutron] 10.222.0.65 "GET /v2.0/networks/031cfd13-f3bc-46a8-8665-55fc287493ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817475 Aug 27 09:53:35.542993 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945a0c5-2777-4ae0-98c5-66179c9398ae req-d9106750-d3ab-427c-97db-a9fdd58373f0 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:35.544423 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5945a0c5-2777-4ae0-98c5-66179c9398ae req-d9106750-d3ab-427c-97db-a9fdd58373f0 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 944 time: 0.0496531 Aug 27 09:53:35.581499 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5945a0c5-2777-4ae0-98c5-66179c9398ae req-c9ebf295-9c8e-4a77-907b-501919db5c95 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306010 Aug 27 09:53:36.072237 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098df9d3-f5b9-4eba-9a29-5e5592f790bb req-d521c8b5-f9eb-43b2-8f4f-683d8efb9d56 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:36.073712 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-098df9d3-f5b9-4eba-9a29-5e5592f790bb req-d521c8b5-f9eb-43b2-8f4f-683d8efb9d56 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0476408 Aug 27 09:53:36.109711 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-098df9d3-f5b9-4eba-9a29-5e5592f790bb req-2ffc0ac5-feb8-4fda-91d5-0a69a7fc87aa tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302134 Aug 27 09:53:36.692366 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6d770-2786-4530-9800-8fd88f45c6b3 req-78770685-c52f-4f36-9157-0dc58ce8daed tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:36.693841 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3bd6d770-2786-4530-9800-8fd88f45c6b3 req-78770685-c52f-4f36-9157-0dc58ce8daed tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 944 time: 0.0477984 Aug 27 09:53:36.734192 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3bd6d770-2786-4530-9800-8fd88f45c6b3 req-0fcc6652-3ffc-4679-995a-ea0e904d8fe7 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345767 Aug 27 09:53:37.230639 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c217c-d8a2-42b1-8684-5d2c89adbc79 req-c680be1f-b0a0-4955-ae63-c8a2e3126a91 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:37.232092 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f78c217c-d8a2-42b1-8684-5d2c89adbc79 req-c680be1f-b0a0-4955-ae63-c8a2e3126a91 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0510006 Aug 27 09:53:37.271997 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f78c217c-d8a2-42b1-8684-5d2c89adbc79 req-f36365e5-5a2f-439f-9e4a-b38cb8fd18c5 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333149 Aug 27 09:53:37.845007 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device bfd42f9a-0039-4f41-b4fe-e0ed64d4393f details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:53:37.856132 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47f36e-422b-448d-b42f-69a59c649ef0 req-4867e597-7f50-4a08-aeaa-10ce69ad358b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:37.864406 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-bb47f36e-422b-448d-b42f-69a59c649ef0 req-4867e597-7f50-4a08-aeaa-10ce69ad358b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 944 time: 0.0593593 Aug 27 09:53:37.901902 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-bb47f36e-422b-448d-b42f-69a59c649ef0 req-345c3037-f99e-4115-ad4e-49aacbdb45a2 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362203 Aug 27 09:53:37.977008 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:53:37.993263 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'port_id': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f', 'mac_address': 'fa:16:3e:3b:86:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:53:38.036357 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:38.049763 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfd42f9a-0039-4f41-b4fe-e0ed64d4393f {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:53:38.074436 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:53:38.079771 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:38.136913 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,revision_number=6']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:38.144910 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:38.145259 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:38.145630 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:38.145956 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:38.146282 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:38.146719 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:38.147046 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:38.147364 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:38.147687 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:38.148000 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:38.148310 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:38.148620 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:53:38.188856 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['bfd42f9a-0039-4f41-b4fe-e0ed64d4393f'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:53:38.404929 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336f8ec-b6d4-487f-8ac4-4f3bf54ef0f8 req-309c40fd-46b3-4ac0-a279-6fd92ee44ac3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:38.407043 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9336f8ec-b6d4-487f-8ac4-4f3bf54ef0f8 req-309c40fd-46b3-4ac0-a279-6fd92ee44ac3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 944 time: 0.0557954 Aug 27 09:53:38.450043 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9336f8ec-b6d4-487f-8ac4-4f3bf54ef0f8 req-884c57c2-3997-4a97-860f-36025eae755d tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355299 Aug 27 09:53:39.059514 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a263db-976b-47db-acc7-bd2e038cd3e2 req-fccc0503-2b0d-44e6-bf8f-2bbaacc8ca89 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:39.059514 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d0a263db-976b-47db-acc7-bd2e038cd3e2 req-fccc0503-2b0d-44e6-bf8f-2bbaacc8ca89 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 944 time: 0.0649393 Aug 27 09:53:39.118945 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d0a263db-976b-47db-acc7-bd2e038cd3e2 req-a09abd95-538a-4ebf-a226-e0292fd280f6 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523012 Aug 27 09:53:39.586736 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7cc5b-31ae-41c4-83df-e2ca35e34281 req-476014e8-a94e-43ef-a6a7-fc902db3d4de tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:39.594062 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d5b7cc5b-31ae-41c4-83df-e2ca35e34281 req-476014e8-a94e-43ef-a6a7-fc902db3d4de tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 944 time: 0.0600986 Aug 27 09:53:39.637654 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d5b7cc5b-31ae-41c4-83df-e2ca35e34281 req-2d99e2ee-8da1-40db-8ce9-88760af36e0b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396819 Aug 27 09:53:39.854836 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device bfd42f9a-0039-4f41-b4fe-e0ed64d4393f up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:53:39.912320 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:53:39.912686 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:39.993866 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:40.022999 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2427accf-7a29-4170-8f49-f4efc245fd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:53:40.025535 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44728d46-6956-4fc5-8e0f-bc1ecc9ab9bb" -d '{"events": [{"server_uuid": "2427accf-7a29-4170-8f49-f4efc245fd5b", "name": "network-vif-plugged", "status": "completed", "tag": "bfd42f9a-0039-4f41-b4fe-e0ed64d4393f"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:53:40.055455 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:53:40.060375 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:40.122715 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,revision_number=7']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:40.172675 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a505c9-abb3-40c0-9948-740bb44e72bd x-openstack-request-id: req-f4a505c9-abb3-40c0-9948-740bb44e72bd {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:53:40.172978 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2427accf-7a29-4170-8f49-f4efc245fd5b", "name": "network-vif-plugged", "status": "completed", "tag": "bfd42f9a-0039-4f41-b4fe-e0ed64d4393f", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:53:40.173231 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4a505c9-abb3-40c0-9948-740bb44e72bd {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:53:40.174054 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2427accf-7a29-4170-8f49-f4efc245fd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f', 'code': 200} Aug 27 09:53:40.237780 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79922d0c-6e1f-4f16-b6d8-fba59a274875 req-72a57492-88a4-43e4-8f3e-bc4598776d05 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:40.239422 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-79922d0c-6e1f-4f16-b6d8-fba59a274875 req-72a57492-88a4-43e4-8f3e-bc4598776d05 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 944 time: 0.0571165 Aug 27 09:53:40.280520 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-79922d0c-6e1f-4f16-b6d8-fba59a274875 req-90f23231-dfce-40a0-9a77-cd178781ec41 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350728 Aug 27 09:53:40.761756 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbacf1-8f95-4d70-b7a8-b1ff07a4d67e req-9bed5884-b9f4-45a2-aed3-00155242d83e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:40.763856 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-98cbacf1-8f95-4d70-b7a8-b1ff07a4d67e req-9bed5884-b9f4-45a2-aed3-00155242d83e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0543590 Aug 27 09:53:40.814135 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-98cbacf1-8f95-4d70-b7a8-b1ff07a4d67e req-f5e77330-1458-4618-ba37-b90c1d0f28c3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434947 Aug 27 09:53:41.404108 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8259e-beb5-41f9-9833-5fd9f965bca9 req-a2486d2f-3bfc-4d47-95f6-6f4b2b2add74 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:41.405633 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4da8259e-beb5-41f9-9833-5fd9f965bca9 req-a2486d2f-3bfc-4d47-95f6-6f4b2b2add74 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 944 time: 0.0524170 Aug 27 09:53:41.448209 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4da8259e-beb5-41f9-9833-5fd9f965bca9 req-81a1a427-744a-4c06-a0b5-e8340599663b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358748 Aug 27 09:53:41.948288 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9516a-0d39-41ee-a6d2-4472b7ee87bc req-60c909ba-8c57-4b39-9d87-af81ea3b262b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:41.949938 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-dae9516a-0d39-41ee-a6d2-4472b7ee87bc req-60c909ba-8c57-4b39-9d87-af81ea3b262b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0524893 Aug 27 09:53:41.993262 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-dae9516a-0d39-41ee-a6d2-4472b7ee87bc req-e4295763-c59c-4a10-984c-5b3ee7e07611 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369036 Aug 27 09:53:42.577374 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38f868-024c-47e8-81fd-dcebea451b13 req-93790ea9-e0ee-4b47-936e-09cce7ff3706 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:42.579044 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0c38f868-024c-47e8-81fd-dcebea451b13 req-93790ea9-e0ee-4b47-936e-09cce7ff3706 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 944 time: 0.0497530 Aug 27 09:53:42.623545 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-0c38f868-024c-47e8-81fd-dcebea451b13 req-e85f9904-f4f3-40a9-a38a-ac7125c67df7 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349302 Aug 27 09:53:43.118831 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5e8e3-c5bf-4b53-91b7-3045613f3578 req-86354b88-bad0-4bda-9ab0-92c2a08ab869 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:43.120314 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4cc5e8e3-c5bf-4b53-91b7-3045613f3578 req-86354b88-bad0-4bda-9ab0-92c2a08ab869 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0499902 Aug 27 09:53:43.161753 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4cc5e8e3-c5bf-4b53-91b7-3045613f3578 req-977f32e4-50bc-485d-a681-e4cae2149ba7 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351894 Aug 27 09:53:43.753123 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277718f4-5e4b-4b66-9824-d0b98196e2bf req-afcb1904-72c8-411a-b951-4c5079413ab5 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:43.754792 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-277718f4-5e4b-4b66-9824-d0b98196e2bf req-afcb1904-72c8-411a-b951-4c5079413ab5 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 944 time: 0.0588796 Aug 27 09:53:43.797778 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-277718f4-5e4b-4b66-9824-d0b98196e2bf req-e6fb06d4-1bd5-4d9f-85bd-0bc400a8ddb9 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370138 Aug 27 09:53:43.871374 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device d670f053-fc0f-4615-96ec-81bccc11b080 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:53:43.977294 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port d670f053-fc0f-4615-96ec-81bccc11b080, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d670f053-fc0f-4615-96ec-81bccc11b080,segment=NetworkSegment(b4a30bdb-5b47-4702-97e5-2bf467054649),segment_id=b4a30bdb-5b47-4702-97e5-2bf467054649)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:53:43.995152 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': 'd670f053-fc0f-4615-96ec-81bccc11b080', 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef', 'port_id': 'd670f053-fc0f-4615-96ec-81bccc11b080', 'mac_address': 'fa:16:3e:f7:1a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14759c05-e82d-435b-aab2-9d705736694f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:53:44.038794 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:44.055991 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d670f053-fc0f-4615-96ec-81bccc11b080 {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:53:44.078133 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port d670f053-fc0f-4615-96ec-81bccc11b080, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d670f053-fc0f-4615-96ec-81bccc11b080,segment=NetworkSegment(b4a30bdb-5b47-4702-97e5-2bf467054649),segment_id=b4a30bdb-5b47-4702-97e5-2bf467054649)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:53:44.082589 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:44.138293 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=d670f053-fc0f-4615-96ec-81bccc11b080,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:44.297470 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfb470-80c6-405a-98b4-03e29bb133c8 req-362f6278-b9fc-4508-91fb-5a6c5b8b053c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:44.300291 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-08cfb470-80c6-405a-98b4-03e29bb133c8 req-362f6278-b9fc-4508-91fb-5a6c5b8b053c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0596032 Aug 27 09:53:44.352671 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-08cfb470-80c6-405a-98b4-03e29bb133c8 req-3b5da6d1-85db-4d59-9216-b1eae72f822c tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459919 Aug 27 09:53:44.456194 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['d670f053-fc0f-4615-96ec-81bccc11b080'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:53:44.919967 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f97ac1-be72-48b2-8de4-627b4464ddc0 req-1b949d1a-df56-4239-bac0-81211be77261 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:44.921462 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-40f97ac1-be72-48b2-8de4-627b4464ddc0 req-1b949d1a-df56-4239-bac0-81211be77261 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 945 time: 0.0510931 Aug 27 09:53:44.966516 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-40f97ac1-be72-48b2-8de4-627b4464ddc0 req-16d461b4-296a-4c02-b952-1fe9ca3d8893 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355539 Aug 27 09:53:45.492853 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e776a12-3acc-4a78-9980-e330de9a91b9 req-55c1f612-42f5-42dd-93b9-fb41405e6ded tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:45.494209 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4e776a12-3acc-4a78-9980-e330de9a91b9 req-55c1f612-42f5-42dd-93b9-fb41405e6ded tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0555599 Aug 27 09:53:45.539550 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4e776a12-3acc-4a78-9980-e330de9a91b9 req-525f60ea-c227-44ec-837a-2a52b8c11259 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401349 Aug 27 09:53:45.886567 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device d670f053-fc0f-4615-96ec-81bccc11b080 up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:53:45.944083 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port d670f053-fc0f-4615-96ec-81bccc11b080 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:53:45.948885 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port d670f053-fc0f-4615-96ec-81bccc11b080 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:53:45.949257 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:46.038527 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:46.063435 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843a1639-1d7c-4e35-bc76-a33f9c936847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd670f053-fc0f-4615-96ec-81bccc11b080'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:53:46.065786 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1a9044-36cf-495a-aa0a-2f7d10dd577d" -d '{"events": [{"server_uuid": "843a1639-1d7c-4e35-bc76-a33f9c936847", "name": "network-vif-plugged", "status": "completed", "tag": "d670f053-fc0f-4615-96ec-81bccc11b080"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:53:46.081986 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port d670f053-fc0f-4615-96ec-81bccc11b080, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d670f053-fc0f-4615-96ec-81bccc11b080,segment=NetworkSegment(b4a30bdb-5b47-4702-97e5-2bf467054649),segment_id=b4a30bdb-5b47-4702-97e5-2bf467054649)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:53:46.089649 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:46.118199 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0890b560-970d-4650-ba2b-d33869c457e6 x-openstack-request-id: req-0890b560-970d-4650-ba2b-d33869c457e6 {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:53:46.118199 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843a1639-1d7c-4e35-bc76-a33f9c936847", "name": "network-vif-plugged", "status": "completed", "tag": "d670f053-fc0f-4615-96ec-81bccc11b080", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:53:46.118199 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0890b560-970d-4650-ba2b-d33869c457e6 {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:53:46.118545 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843a1639-1d7c-4e35-bc76-a33f9c936847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd670f053-fc0f-4615-96ec-81bccc11b080', 'code': 200} Aug 27 09:53:46.156620 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2bd03-aebf-4f55-b363-6c532663b43c req-055d1d6a-fac6-4030-ab4a-d918e11e715f tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:46.158390 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-73c2bd03-aebf-4f55-b363-6c532663b43c req-055d1d6a-fac6-4030-ab4a-d918e11e715f tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 945 time: 0.0919063 Aug 27 09:53:46.164770 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=d670f053-fc0f-4615-96ec-81bccc11b080,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:46.199386 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-73c2bd03-aebf-4f55-b363-6c532663b43c req-54ed1edb-4921-483e-bd50-0dc512a0c95a tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336328 Aug 27 09:53:46.383855 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b09418-150a-4ae3-8124-b39e1ee6f43b req-77c3c1fe-734f-4f5f-a579-3ca538466be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:46.385312 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b9b09418-150a-4ae3-8124-b39e1ee6f43b req-77c3c1fe-734f-4f5f-a579-3ca538466be8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 1099 time: 0.0409434 Aug 27 09:53:46.426437 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b9b09418-150a-4ae3-8124-b39e1ee6f43b req-38617ba7-c655-40d9-a76e-3751b172a83e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311775 Aug 27 09:53:46.662296 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdbc3d-81c1-4b9c-bed5-4d7435d96e43 req-345e318f-e1e4-4963-ae46-21bdb3291524 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:46.663834 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-aebdbc3d-81c1-4b9c-bed5-4d7435d96e43 req-345e318f-e1e4-4963-ae46-21bdb3291524 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0507519 Aug 27 09:53:46.704283 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-aebdbc3d-81c1-4b9c-bed5-4d7435d96e43 req-8db31c46-1dc5-4169-8b1a-5b86d3889aa1 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344853 Aug 27 09:53:47.222762 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292d808-97d1-459c-8303-d5531526dfac req-a2c90862-2a62-41a6-9467-123f7c2bc2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:47.224360 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c292d808-97d1-459c-8303-d5531526dfac req-a2c90862-2a62-41a6-9467-123f7c2bc2d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ec5ee960a9a402baca62a4f82fadfe3&device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 1098 time: 0.0393565 Aug 27 09:53:47.316013 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292d808-97d1-459c-8303-d5531526dfac req-0cee74a7-979d-4127-8cf0-4661e9daff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:47.317530 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c292d808-97d1-459c-8303-d5531526dfac req-0cee74a7-979d-4127-8cf0-4661e9daff74 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 HTTP/1.1" status: 200 len: 918 time: 0.0853903 Aug 27 09:53:47.319639 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23810b-c595-4b0f-809f-4f56ec2e5259 req-c1be9253-64a0-4f2d-98a9-7a8d403a0382 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:47.321119 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7f23810b-c595-4b0f-809f-4f56ec2e5259 req-c1be9253-64a0-4f2d-98a9-7a8d403a0382 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0545046 Aug 27 09:53:47.358993 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7f23810b-c595-4b0f-809f-4f56ec2e5259 req-faf7f4f6-0889-4033-9bde-cef752f63be4 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319736 Aug 27 09:53:47.388651 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c292d808-97d1-459c-8303-d5531526dfac req-9be66643-568d-428d-91b2-34cfe8f5adc1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f HTTP/1.1" status: 200 len: 1001 time: 0.0617833 Aug 27 09:53:47.438176 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292d808-97d1-459c-8303-d5531526dfac req-7c527c88-7a8c-40dc-be43-a6142644bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:47.439580 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c292d808-97d1-459c-8303-d5531526dfac req-7c527c88-7a8c-40dc-be43-a6142644bcd0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=505694e5-d336-4af2-b727-846909e5f608 HTTP/1.1" status: 200 len: 855 time: 0.0418644 Aug 27 09:53:47.491944 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292d808-97d1-459c-8303-d5531526dfac req-2375a283-b313-4d75-b58b-4ef85f413cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:47.493401 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c292d808-97d1-459c-8303-d5531526dfac req-2375a283-b313-4d75-b58b-4ef85f413cd2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395343 Aug 27 09:53:47.589349 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c292d808-97d1-459c-8303-d5531526dfac req-bf2a3180-700a-4d7d-bfe4-03360ff24593 service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867548 Aug 27 09:53:47.686252 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c292d808-97d1-459c-8303-d5531526dfac req-925d9faf-a09d-4c2b-8054-840744054d2f service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822573 Aug 27 09:53:47.827343 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b01e9-0fc4-4678-b066-b59019e2bf65 req-fbf520d7-7a93-474b-b2c2-cbb0f6338ab9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:47.828829 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-646b01e9-0fc4-4678-b066-b59019e2bf65 req-fbf520d7-7a93-474b-b2c2-cbb0f6338ab9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0528085 Aug 27 09:53:47.870528 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-646b01e9-0fc4-4678-b066-b59019e2bf65 req-2f91adf2-19c2-43ed-8fe6-524ecf49b506 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345969 Aug 27 09:53:48.469567 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41aa19-d42d-4b30-8e45-65c2eac0a372 req-aa34954b-e977-458a-8d34-e8898aeca7ef tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:48.471088 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ca41aa19-d42d-4b30-8e45-65c2eac0a372 req-aa34954b-e977-458a-8d34-e8898aeca7ef tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0481589 Aug 27 09:53:48.508730 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ca41aa19-d42d-4b30-8e45-65c2eac0a372 req-4225a26e-d34e-4ac5-a0fc-06e9224cef7e tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318804 Aug 27 09:53:48.621495 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3c8e3-3c27-48a5-a605-072b65ed6ca8 req-cf715e09-9027-41d1-b838-4bc8ebedc703 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:48.622976 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8be3c8e3-3c27-48a5-a605-072b65ed6ca8 req-cf715e09-9027-41d1-b838-4bc8ebedc703 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0495658 Aug 27 09:53:48.660934 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8be3c8e3-3c27-48a5-a605-072b65ed6ca8 req-741f3245-43e4-43bb-a5dc-33b4939527e0 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317461 Aug 27 09:53:48.683201 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 58182) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:48.764179 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821ce03f-b593-4e53-bda0-bb960de5eaaa tempest-TestShelveInstance-1379691934 tempest-TestShelveInstance-1379691934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:48.765697 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-821ce03f-b593-4e53-bda0-bb960de5eaaa tempest-TestShelveInstance-1379691934 tempest-TestShelveInstance-1379691934-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 1094 time: 0.0815070 Aug 27 09:53:48.768902 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 58186) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:53:48.773202 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Request body: {'floatingip': {'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'port_id': 'd670f053-fc0f-4615-96ec-81bccc11b080', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:53:48.795048 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for floatingip, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:48.892277 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:49.046584 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Allocated IP 172.27.3.70 (7e0666e1-bba7-40d6-99a1-baf82e3072a1/16ad6031-57d4-4eed-bb48-2f2edbdd88d6/a9239900-f72d-437d-bb31-48fc05ad33d1) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:53:49.058796 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff27b5-72f7-44f6-a313-2d59467be578 req-09de736c-60ff-4855-bb47-5a8935728dd0 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:49.060512 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-65ff27b5-72f7-44f6-a313-2d59467be578 req-09de736c-60ff-4855-bb47-5a8935728dd0 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.1109529 Aug 27 09:53:49.149407 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-65ff27b5-72f7-44f6-a313-2d59467be578 req-3bc98380-2368-4c36-82fa-70af3cb29e39 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774314 Aug 27 09:53:49.190312 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:49.226608 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:49.266016 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:53:49.270853 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:53:49.274285 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:53:49.279817 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Pushing event updated for resources: {'Port': ['ID=a9239900-f72d-437d-bb31-48fc05ad33d1,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:49.623505 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:49.695197 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:49.849879 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:49.854564 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:49.926618 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Pushing event updated for resources: {'Port': ['ID=a9239900-f72d-437d-bb31-48fc05ad33d1,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:49.937496 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504191'] for floatingip, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:50.035787 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.l3_db [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Floating IP c0205609-9d08-4760-b217-e9ce0d759495 associated. External IP: 172.27.3.70, port: d670f053-fc0f-4615-96ec-81bccc11b080. Aug 27 09:53:50.335577 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675530c-55dc-4ba7-8310-29ce8f169546 req-7ab0ad8f-e28c-454e-a9df-c9168f1e69ff tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:50.337279 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6675530c-55dc-4ba7-8310-29ce8f169546 req-7ab0ad8f-e28c-454e-a9df-c9168f1e69ff tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0530903 Aug 27 09:53:50.379004 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6675530c-55dc-4ba7-8310-29ce8f169546 req-4bfc0005-e02e-4b32-a23e-c9dce21b762a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355654 Aug 27 09:53:50.447965 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb783e84-2746-425f-a1f9-0ee5aa8c404f req-ec8be623-2440-411f-b395-91ebe615d0d9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:50.449396 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-fb783e84-2746-425f-a1f9-0ee5aa8c404f req-ec8be623-2440-411f-b395-91ebe615d0d9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0629184 Aug 27 09:53:50.551858 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-fb783e84-2746-425f-a1f9-0ee5aa8c404f req-af34d386-251d-4d8f-bc0b-4adf8feb0a15 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680089 Aug 27 09:53:50.577550 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Router a87d5c80-ea62-4443-9be6-1753ab964bf2 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:53:50.617573 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-86b9a4c4-1875-4861-b91e-ef2e5a680789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:50.687015 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:53:50.698608 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e96c92-a951-46af-a593-dd4c92ab5a66 None None] Sync routers for ids ['a87d5c80-ea62-4443-9be6-1753ab964bf2'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:53:50.706522 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:50.708113 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e96c92-a951-46af-a593-dd4c92ab5a66 None None] Routers {'a87d5c80-ea62-4443-9be6-1753ab964bf2'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:53:50.708734 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-29e96c92-a951-46af-a593-dd4c92ab5a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:53:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['a87d5c80-ea62-4443-9be6-1753ab964bf2'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:50.742178 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-1a3ef8a8-8527-435d-9aca-e0d7f3739e3b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9720509 Aug 27 09:53:50.742914 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843a1639-1d7c-4e35-bc76-a33f9c936847', 'tag': 'd670f053-fc0f-4615-96ec-81bccc11b080'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:53:50.745133 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbb0a1a-f5cc-4d0e-a3bc-a6e381d542cf" -d '{"events": [{"name": "network-changed", "server_uuid": "843a1639-1d7c-4e35-bc76-a33f9c936847", "tag": "d670f053-fc0f-4615-96ec-81bccc11b080"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:53:50.781912 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a95aca-278b-485e-a4f5-217ac3fc5dfb x-openstack-request-id: req-64a95aca-278b-485e-a4f5-217ac3fc5dfb {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:53:50.782169 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843a1639-1d7c-4e35-bc76-a33f9c936847", "tag": "d670f053-fc0f-4615-96ec-81bccc11b080", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:53:50.782481 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64a95aca-278b-485e-a4f5-217ac3fc5dfb {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:53:50.782850 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843a1639-1d7c-4e35-bc76-a33f9c936847', 'tag': 'd670f053-fc0f-4615-96ec-81bccc11b080', 'status': 'completed', 'code': 200} Aug 27 09:53:50.834030 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-29e96c92-a951-46af-a593-dd4c92ab5a66 None None] Set router a87d5c80-ea62-4443-9be6-1753ab964bf2 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:53:50.849100 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb0a1a-f5cc-4d0e-a3bc-a6e381d542cf req-4ee43f7d-0735-41a1-bf3e-7ad3c31c1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:50.850795 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2bbb0a1a-f5cc-4d0e-a3bc-a6e381d542cf req-4ee43f7d-0735-41a1-bf3e-7ad3c31c1783 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f53ec19e9f94220a09317461ba3b8f3&device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 1099 time: 0.0425665 Aug 27 09:53:50.952315 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb0a1a-f5cc-4d0e-a3bc-a6e381d542cf req-b13ad213-b3c9-43d5-9fb4-0b9ea7752448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:50.953860 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2bbb0a1a-f5cc-4d0e-a3bc-a6e381d542cf req-b13ad213-b3c9-43d5-9fb4-0b9ea7752448 service neutron] 10.222.0.65 "GET /v2.0/networks?id=031cfd13-f3bc-46a8-8665-55fc287493ef HTTP/1.1" status: 200 len: 911 time: 0.0955157 Aug 27 09:53:51.026299 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2bbb0a1a-f5cc-4d0e-a3bc-a6e381d542cf req-9f5698c3-7fba-4c6a-9f03-bd562e04840b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d670f053-fc0f-4615-96ec-81bccc11b080 HTTP/1.1" status: 200 len: 999 time: 0.0642822 Aug 27 09:53:51.067416 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-29e96c92-a951-46af-a593-dd4c92ab5a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'name': 'tempest-TestShelveInstance-1085396385-router', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:03Z', 'updated_at': '2021-08-27T09:53:06Z', 'revision_number': 4, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'gw_port': {'id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:04Z', 'updated_at': '2021-08-27T09:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'c0205609-9d08-4760-b217-e9ce0d759495', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'port_id': 'd670f053-fc0f-4615-96ec-81bccc11b080', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef', 'mac_address': 'fa:16:3e:f7:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843a1639-1d7c-4e35-bc76-a33f9c936847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:53:49Z', 'updated_at': '2021-08-27T09:53:49Z', 'revision_number': 0, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d66d5e-f643-4f7f-be6d-7533b86ee4df', 'name': '', 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'mac_address': 'fa:16:3e:e6:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14759c05-e82d-435b-aab2-9d705736694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:05Z', 'updated_at': '2021-08-27T09:53:10Z', 'revision_number': 5, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'subnets': [{'id': '14759c05-e82d-435b-aab2-9d705736694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:51.085603 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb0a1a-f5cc-4d0e-a3bc-a6e381d542cf req-e14d9bb0-3be9-41ab-bc9c-8ac8dce424d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:51.087420 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2bbb0a1a-f5cc-4d0e-a3bc-a6e381d542cf req-e14d9bb0-3be9-41ab-bc9c-8ac8dce424d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14759c05-e82d-435b-aab2-9d705736694f HTTP/1.1" status: 200 len: 848 time: 0.0544608 Aug 27 09:53:51.094556 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e96c92-a951-46af-a593-dd4c92ab5a66 None None] Checking router: a87d5c80-ea62-4443-9be6-1753ab964bf2 for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:53:51.103690 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e96c92-a951-46af-a593-dd4c92ab5a66 None None] Routers {'a87d5c80-ea62-4443-9be6-1753ab964bf2'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:53:51.104361 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-29e96c92-a951-46af-a593-dd4c92ab5a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:53:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['a87d5c80-ea62-4443-9be6-1753ab964bf2'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:51.137733 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb0a1a-f5cc-4d0e-a3bc-a6e381d542cf req-35019952-ce24-4820-a86e-b9e8b8155c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:51.139738 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2bbb0a1a-f5cc-4d0e-a3bc-a6e381d542cf req-35019952-ce24-4820-a86e-b9e8b8155c83 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=031cfd13-f3bc-46a8-8665-55fc287493ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450373 Aug 27 09:53:51.213929 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-29e96c92-a951-46af-a593-dd4c92ab5a66 None None] Set router a87d5c80-ea62-4443-9be6-1753ab964bf2 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:53:51.228388 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:53:51.238608 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2bbb0a1a-f5cc-4d0e-a3bc-a6e381d542cf req-1bad0fa5-8984-4424-a3d4-4ef5356585b6 service neutron] 10.222.0.65 "GET /v2.0/networks/031cfd13-f3bc-46a8-8665-55fc287493ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897911 Aug 27 09:53:51.341023 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2bbb0a1a-f5cc-4d0e-a3bc-a6e381d542cf req-13321bd6-4264-4650-a32d-3a0093f813cd service neutron] 10.222.0.65 "GET /v2.0/networks/031cfd13-f3bc-46a8-8665-55fc287493ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948515 Aug 27 09:53:51.465051 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-29e96c92-a951-46af-a593-dd4c92ab5a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'name': 'tempest-TestShelveInstance-1085396385-router', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:03Z', 'updated_at': '2021-08-27T09:53:06Z', 'revision_number': 4, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'gw_port': {'id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:04Z', 'updated_at': '2021-08-27T09:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'c0205609-9d08-4760-b217-e9ce0d759495', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'port_id': 'd670f053-fc0f-4615-96ec-81bccc11b080', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef', 'mac_address': 'fa:16:3e:f7:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843a1639-1d7c-4e35-bc76-a33f9c936847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:53:49Z', 'updated_at': '2021-08-27T09:53:49Z', 'revision_number': 0, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d66d5e-f643-4f7f-be6d-7533b86ee4df', 'name': '', 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'mac_address': 'fa:16:3e:e6:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14759c05-e82d-435b-aab2-9d705736694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:05Z', 'updated_at': '2021-08-27T09:53:10Z', 'revision_number': 5, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'subnets': [{'id': '14759c05-e82d-435b-aab2-9d705736694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:53:51.533167 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2760a-df52-46b0-bd43-9d0ace4d9983 req-8f4e117f-45ea-445d-ae02-22fad9c4c24c tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:51.536579 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-88d2760a-df52-46b0-bd43-9d0ace4d9983 req-8f4e117f-45ea-445d-ae02-22fad9c4c24c tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0739677 Aug 27 09:53:51.554621 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6971a-e3c5-412e-9639-270eb063ac2a req-7ab42837-7bf8-446a-8c69-668d04c917f9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:51.556941 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-04f6971a-e3c5-412e-9639-270eb063ac2a req-7ab42837-7bf8-446a-8c69-668d04c917f9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 945 time: 0.0783660 Aug 27 09:53:51.587781 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-88d2760a-df52-46b0-bd43-9d0ace4d9983 req-1a678318-95bc-4f50-a62f-54f8fdd0c45d tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431266 Aug 27 09:53:51.622268 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e96c92-a951-46af-a593-dd4c92ab5a66 None None] The sync data for ids ['a87d5c80-ea62-4443-9be6-1753ab964bf2'] in dv-cinder-804757-3-iscsi is: [{'id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'name': 'tempest-TestShelveInstance-1085396385-router', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:03Z', 'updated_at': '2021-08-27T09:53:06Z', 'revision_number': 4, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'gw_port': {'id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:04Z', 'updated_at': '2021-08-27T09:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'c0205609-9d08-4760-b217-e9ce0d759495', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'port_id': 'd670f053-fc0f-4615-96ec-81bccc11b080', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef', 'mac_address': 'fa:16:3e:f7:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843a1639-1d7c-4e35-bc76-a33f9c936847', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:53:49Z', 'updated_at': '2021-08-27T09:53:49Z', 'revision_number': 0, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d66d5e-f643-4f7f-be6d-7533b86ee4df', 'name': '', 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'mac_address': 'fa:16:3e:e6:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14759c05-e82d-435b-aab2-9d705736694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:05Z', 'updated_at': '2021-08-27T09:53:10Z', 'revision_number': 5, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'subnets': [{'id': '14759c05-e82d-435b-aab2-9d705736694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:53:51.632181 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-04f6971a-e3c5-412e-9639-270eb063ac2a req-4c6b811e-bf5c-46ae-806a-31e8ceebc6d2 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688112 Aug 27 09:53:51.635265 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7eb6f230-852c-4ed7-b404-7074317d9947 req-059f81f3-8d52-4cf8-ae67-e6e6219e5037 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731628 Aug 27 09:53:51.818191 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c858468-809c-4f8f-a020-3c2f391ef623 None None] New status for floating IP c0205609-9d08-4760-b217-e9ce0d759495: ACTIVE {{(pid=100337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 09:53:51.885931 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device bfd42f9a-0039-4f41-b4fe-e0ed64d4393f no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:53:51.964288 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:51.990860 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2427accf-7a29-4170-8f49-f4efc245fd5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:53:51.993200 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12000745-1b1d-448b-a888-981db6e05aed" -d '{"events": [{"server_uuid": "2427accf-7a29-4170-8f49-f4efc245fd5b", "name": "network-vif-unplugged", "status": "completed", "tag": "bfd42f9a-0039-4f41-b4fe-e0ed64d4393f"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:53:52.008096 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:53:52.012798 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:52.046837 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 09:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccf17dd-a652-4f5b-ac03-407cf66f5c6b x-openstack-request-id: req-2ccf17dd-a652-4f5b-ac03-407cf66f5c6b {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:53:52.047117 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2427accf-7a29-4170-8f49-f4efc245fd5b", "name": "network-vif-unplugged", "status": "failed", "tag": "bfd42f9a-0039-4f41-b4fe-e0ed64d4393f", "code": 422}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:53:52.047361 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2ccf17dd-a652-4f5b-ac03-407cf66f5c6b {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:53:52.047736 dv-cinder-804757-3-iscsi neutron-server[100336]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2427accf-7a29-4170-8f49-f4efc245fd5b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f', 'code': 422} returned with failed status Aug 27 09:53:52.073398 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,revision_number=8']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:53:52.482527 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6f230-852c-4ed7-b404-7074317d9947 req-5ddf9bda-9c93-497c-8842-10d43a5c86bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:52.483999 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7eb6f230-852c-4ed7-b404-7074317d9947 req-5ddf9bda-9c93-497c-8842-10d43a5c86bf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b&tenant_id=2ec5ee960a9a402baca62a4f82fadfe3 HTTP/1.1" status: 200 len: 1096 time: 0.0432994 Aug 27 09:53:52.544627 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6f230-852c-4ed7-b404-7074317d9947 req-e198f264-82d8-4da5-a398-5130c8921946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:52.546123 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7eb6f230-852c-4ed7-b404-7074317d9947 req-e198f264-82d8-4da5-a398-5130c8921946 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ec5ee960a9a402baca62a4f82fadfe3&device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 1096 time: 0.0397644 Aug 27 09:53:52.636252 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6f230-852c-4ed7-b404-7074317d9947 req-85ee75d0-be4e-428d-a512-27f0948b5457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:52.637787 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7eb6f230-852c-4ed7-b404-7074317d9947 req-85ee75d0-be4e-428d-a512-27f0948b5457 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 HTTP/1.1" status: 200 len: 918 time: 0.0825269 Aug 27 09:53:52.711307 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7eb6f230-852c-4ed7-b404-7074317d9947 req-05d77520-53b0-46fa-bd95-f0037eeaebfa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f HTTP/1.1" status: 200 len: 999 time: 0.0657015 Aug 27 09:53:52.713086 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9a016-401b-4de4-b7c9-5b49b783d52c req-fed5921b-f3c8-4b44-b274-08a18c5036bb tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:52.714677 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8ed9a016-401b-4de4-b7c9-5b49b783d52c req-fed5921b-f3c8-4b44-b274-08a18c5036bb tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0565088 Aug 27 09:53:52.752402 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8ed9a016-401b-4de4-b7c9-5b49b783d52c req-efdc515c-ba82-403d-b956-26582a44b139 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316191 Aug 27 09:53:52.782635 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6f230-852c-4ed7-b404-7074317d9947 req-b3d84f3c-046b-4a68-a247-b1ea86ec8c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:52.784722 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7eb6f230-852c-4ed7-b404-7074317d9947 req-b3d84f3c-046b-4a68-a247-b1ea86ec8c51 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=505694e5-d336-4af2-b727-846909e5f608 HTTP/1.1" status: 200 len: 855 time: 0.0658939 Aug 27 09:53:52.792992 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e374b70-15da-43c9-a961-c9ad464f86b3 req-14e5f19d-e609-4f8d-9965-21628cd72764 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:52.794395 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2e374b70-15da-43c9-a961-c9ad464f86b3 req-14e5f19d-e609-4f8d-9965-21628cd72764 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 943 time: 0.0865216 Aug 27 09:53:52.858639 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6f230-852c-4ed7-b404-7074317d9947 req-2fbba578-bc22-4d83-91de-cb18c17968b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:52.860162 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7eb6f230-852c-4ed7-b404-7074317d9947 req-2fbba578-bc22-4d83-91de-cb18c17968b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649083 Aug 27 09:53:52.863538 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2e374b70-15da-43c9-a961-c9ad464f86b3 req-b3392ce8-dad6-4860-a786-dc9a09965701 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603950 Aug 27 09:53:52.951064 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7eb6f230-852c-4ed7-b404-7074317d9947 req-f5703f41-f681-46ea-9b25-6c6f425db162 service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824871 Aug 27 09:53:53.044443 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7eb6f230-852c-4ed7-b404-7074317d9947 req-816dfd00-dafd-4fec-90d2-d3b309b34cdf service neutron] 10.222.0.65 "GET /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844707 Aug 27 09:53:53.359919 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-0bb8be67-97f5-4a43-9df2-9f8a45645288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:53.564174 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:53.875402 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d4005-748f-4a20-a699-28e8a16312ac req-075292e1-2fcf-496b-afd8-b1945f1ca643 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:53.876961 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-295d4005-748f-4a20-a699-28e8a16312ac req-075292e1-2fcf-496b-afd8-b1945f1ca643 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0556102 Aug 27 09:53:53.919599 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-295d4005-748f-4a20-a699-28e8a16312ac req-ff4af219-9476-45a5-9485-2949d2802968 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359070 Aug 27 09:53:53.996754 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f67d9-a9af-4be6-92df-2b4088a6e035 req-ca975b15-c210-4d4e-8e43-96e8d23f31f9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:53.998460 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b09f67d9-a9af-4be6-92df-2b4088a6e035 req-ca975b15-c210-4d4e-8e43-96e8d23f31f9 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 943 time: 0.0519278 Aug 27 09:53:54.038596 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b09f67d9-a9af-4be6-92df-2b4088a6e035 req-27bc915c-b562-48af-8c1e-f4aaafd827e1 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337527 Aug 27 09:53:54.515996 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:54.939208 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:55.043168 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af968ab-79a0-4f53-8230-f99c32b4261f req-d8a087f1-547d-40f9-96b7-fe1c1298ad8e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:55.044682 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8af968ab-79a0-4f53-8230-f99c32b4261f req-d8a087f1-547d-40f9-96b7-fe1c1298ad8e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0514996 Aug 27 09:53:55.095353 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8af968ab-79a0-4f53-8230-f99c32b4261f req-c6881448-aac5-4d4c-bf3e-04b3b7832eaa tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382910 Aug 27 09:53:55.170881 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d0e87-f5f8-45a2-9297-f160186b29b2 req-57c8082e-aa7a-44ee-86ff-f56a57ccc253 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:55.172372 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a40d0e87-f5f8-45a2-9297-f160186b29b2 req-57c8082e-aa7a-44ee-86ff-f56a57ccc253 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 943 time: 0.0507257 Aug 27 09:53:55.213364 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a40d0e87-f5f8-45a2-9297-f160186b29b2 req-12dfddc3-d02a-49f0-b3ed-f36ad56b144e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341284 Aug 27 09:53:56.218389 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063674f-c3c1-4420-87b6-cc237f814326 req-670c6fe9-27db-4af1-94d2-97b08b264227 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:56.219982 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8063674f-c3c1-4420-87b6-cc237f814326 req-670c6fe9-27db-4af1-94d2-97b08b264227 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0498717 Aug 27 09:53:56.262480 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8063674f-c3c1-4420-87b6-cc237f814326 req-14f96830-ed60-4cda-9570-21cffe965d02 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351837 Aug 27 09:53:56.336361 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:53:56.352885 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca10869-004b-4da1-90e8-2b6fbc7b2a40 req-7fd39c57-7e25-4eea-a8d1-6c70ce12fd18 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:56.354445 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0ca10869-004b-4da1-90e8-2b6fbc7b2a40 req-7fd39c57-7e25-4eea-a8d1-6c70ce12fd18 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 943 time: 0.0555165 Aug 27 09:53:56.393247 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0ca10869-004b-4da1-90e8-2b6fbc7b2a40 req-6fb089a2-8871-4aac-a957-10d94199a575 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326889 Aug 27 09:53:57.389866 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d1e5a-bbf3-406d-8a80-5ea1c8b1ce8c req-06ecaa1f-ada1-457c-9872-9c755da262f4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:57.392066 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d49d1e5a-bbf3-406d-8a80-5ea1c8b1ce8c req-06ecaa1f-ada1-457c-9872-9c755da262f4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0564959 Aug 27 09:53:57.435385 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d49d1e5a-bbf3-406d-8a80-5ea1c8b1ce8c req-6b94fd5a-e3f2-4951-85b6-7530ad7e4452 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356801 Aug 27 09:53:57.528800 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cece338-4fee-4147-820d-eee2b5b7de33 req-e80eea5d-3c87-48c6-9562-2db92d816445 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:57.530357 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7cece338-4fee-4147-820d-eee2b5b7de33 req-e80eea5d-3c87-48c6-9562-2db92d816445 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 943 time: 0.0554941 Aug 27 09:53:57.573369 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7cece338-4fee-4147-820d-eee2b5b7de33 req-25729318-2375-4eba-a79e-9a0f8d9424ae tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355339 Aug 27 09:53:58.564333 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66156d81-0364-49fb-bcbf-55252e0a421f req-e544a8ed-2e8b-45cc-b2e0-52e4b4d02fd0 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:58.565858 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-66156d81-0364-49fb-bcbf-55252e0a421f req-e544a8ed-2e8b-45cc-b2e0-52e4b4d02fd0 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0521414 Aug 27 09:53:58.608154 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-66156d81-0364-49fb-bcbf-55252e0a421f req-85a672f0-d76a-46e8-a185-7fac225c35e3 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361211 Aug 27 09:53:58.701359 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e012cdf-f68b-4019-a409-bdbc175855ab req-0f5f5aad-55e8-4cb2-9c34-cee27c669410 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:58.703159 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2e012cdf-f68b-4019-a409-bdbc175855ab req-0f5f5aad-55e8-4cb2-9c34-cee27c669410 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 943 time: 0.0518212 Aug 27 09:53:58.742185 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2e012cdf-f68b-4019-a409-bdbc175855ab req-cc167ee4-3d50-4de9-9989-c43bf4176fc3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331900 Aug 27 09:53:59.730604 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d89be-3c9a-48b3-b32f-bac076b7ba82 req-9e125da8-6896-48f1-a1f2-97a8953e31c8 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:59.732291 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b11d89be-3c9a-48b3-b32f-bac076b7ba82 req-9e125da8-6896-48f1-a1f2-97a8953e31c8 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0542085 Aug 27 09:53:59.774679 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b11d89be-3c9a-48b3-b32f-bac076b7ba82 req-043c6078-1181-40cf-b4f8-63a91f8d6705 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357258 Aug 27 09:53:59.872262 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067404a0-b0dc-4eb6-937d-232da7be00cc req-3fe947c8-9a7d-43ba-821d-d4a2e0ffba8f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:53:59.873835 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-067404a0-b0dc-4eb6-937d-232da7be00cc req-3fe947c8-9a7d-43ba-821d-d4a2e0ffba8f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 943 time: 0.0582714 Aug 27 09:53:59.913088 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-067404a0-b0dc-4eb6-937d-232da7be00cc req-4166ff02-147e-49ca-b0ca-01e0a55c7dd8 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331016 Aug 27 09:54:00.891845 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02c640-62a6-43b7-b8a4-b46b3004b5a9 req-168e6102-8072-4fc0-a39f-77ae92941af2 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:00.893349 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7d02c640-62a6-43b7-b8a4-b46b3004b5a9 req-168e6102-8072-4fc0-a39f-77ae92941af2 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0514157 Aug 27 09:54:01.058009 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b99b3-c645-4649-b2c1-7b65bd56895f req-e0bd4b47-609a-496e-a103-cc24c49528d3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:01.059669 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-136b99b3-c645-4649-b2c1-7b65bd56895f req-e0bd4b47-609a-496e-a103-cc24c49528d3 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 943 time: 0.0595379 Aug 27 09:54:01.101692 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-136b99b3-c645-4649-b2c1-7b65bd56895f req-e6e00bd6-fd95-4e21-af85-15a392885180 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360410 Aug 27 09:54:01.176904 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-7d02c640-62a6-43b7-b8a4-b46b3004b5a9 req-45ef929a-5bfc-4f6e-b731-07bf3cff0df7 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2774901 Aug 27 09:54:02.223941 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a705498-801f-4848-aa62-e538566d00ac req-51c59d11-f91f-4637-95e9-4a3ea6e063ba tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:02.225457 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4a705498-801f-4848-aa62-e538566d00ac req-51c59d11-f91f-4637-95e9-4a3ea6e063ba tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 943 time: 0.0505188 Aug 27 09:54:02.267517 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4a705498-801f-4848-aa62-e538566d00ac req-c70e5cd9-c722-4847-94cc-c0b2dd9dd72f tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344336 Aug 27 09:54:02.314269 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84329a-b323-471a-bd08-cd99c9db33d6 req-fb48bf00-e819-4a33-804c-a8f1baad18b1 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:02.315696 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ee84329a-b323-471a-bd08-cd99c9db33d6 req-fb48bf00-e819-4a33-804c-a8f1baad18b1 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0594420 Aug 27 09:54:02.354923 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ee84329a-b323-471a-bd08-cd99c9db33d6 req-2486e0fe-db54-41da-a42b-f2c899d52023 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330727 Aug 27 09:54:03.399189 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899c3bc-88d9-4144-a1b8-77fd4be53866 req-56d42932-075c-436a-be11-6520c5509829 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:03.400692 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3899c3bc-88d9-4144-a1b8-77fd4be53866 req-56d42932-075c-436a-be11-6520c5509829 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 943 time: 0.0526326 Aug 27 09:54:03.443795 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3899c3bc-88d9-4144-a1b8-77fd4be53866 req-3ad88de9-e3a0-4121-b4cd-f12241f9c62a tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360608 Aug 27 09:54:03.547025 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618161a-cd12-4c2a-8ed1-7e471653d341 req-49dc02a4-d25c-4b9e-b127-f7eb9e00f35e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:03.555395 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8618161a-cd12-4c2a-8ed1-7e471653d341 req-49dc02a4-d25c-4b9e-b127-f7eb9e00f35e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0704508 Aug 27 09:54:03.580338 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4aaea-7572-493a-8ef4-9c5053a2a032 req-0e4d1b7a-4ddb-4065-90ea-522ff25749a9 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:03.588039 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-12b4aaea-7572-493a-8ef4-9c5053a2a032 req-0e4d1b7a-4ddb-4065-90ea-522ff25749a9 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 946 time: 0.0816476 Aug 27 09:54:03.595888 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8618161a-cd12-4c2a-8ed1-7e471653d341 req-ee4ef1f7-ab87-4e4e-be53-63c5f2f93259 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396857 Aug 27 09:54:03.624611 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-12b4aaea-7572-493a-8ef4-9c5053a2a032 req-27721308-8490-47d5-919d-ec3e72a066c9 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356882 Aug 27 09:54:04.569631 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd86a3c-e1e4-40b4-be08-e3b79a1f06b9 req-c09b20e4-0be8-4582-8fb2-b79ac7bc0e38 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:04.571108 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3cd86a3c-e1e4-40b4-be08-e3b79a1f06b9 req-c09b20e4-0be8-4582-8fb2-b79ac7bc0e38 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 943 time: 0.0509894 Aug 27 09:54:04.609694 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3cd86a3c-e1e4-40b4-be08-e3b79a1f06b9 req-34073ead-3f69-44bc-8b3b-d8d7a62ede45 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320969 Aug 27 09:54:04.709736 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79798f51-e574-4368-a0a9-53480ec0ec26 req-3b3ee66b-e137-4ad8-99ac-d0c484eb69a3 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:04.711224 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-79798f51-e574-4368-a0a9-53480ec0ec26 req-3b3ee66b-e137-4ad8-99ac-d0c484eb69a3 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0491095 Aug 27 09:54:04.739545 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27bf48-a643-49aa-af91-4214273acaff req-db064935-d2e7-4f31-b1dc-ae6c37ff18ba tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:04.741041 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7d27bf48-a643-49aa-af91-4214273acaff req-db064935-d2e7-4f31-b1dc-ae6c37ff18ba tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 946 time: 0.0492685 Aug 27 09:54:04.749162 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-79798f51-e574-4368-a0a9-53480ec0ec26 req-d051cd0c-6200-408c-b498-320e25492f71 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318944 Aug 27 09:54:04.779113 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7d27bf48-a643-49aa-af91-4214273acaff req-60bb441f-5f95-4a22-9071-4fb72faba418 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315382 Aug 27 09:54:05.725393 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3b4f7-d6c4-43c7-8838-decf462321da req-9aa84ec4-63a8-42d9-84f7-99e94e58d8bd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:05.726901 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1ff3b4f7-d6c4-43c7-8838-decf462321da req-9aa84ec4-63a8-42d9-84f7-99e94e58d8bd tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 943 time: 0.0477991 Aug 27 09:54:05.763873 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1ff3b4f7-d6c4-43c7-8838-decf462321da req-31b8ed94-280f-4680-97e6-f56b5feb43c8 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311403 Aug 27 09:54:05.866462 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2db18-c4c9-402f-b3d1-24b80aa8a5fc req-b7be7a04-98b7-40fe-932c-fccc57fe1847 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:05.868005 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b5b2db18-c4c9-402f-b3d1-24b80aa8a5fc req-b7be7a04-98b7-40fe-932c-fccc57fe1847 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0535345 Aug 27 09:54:05.895525 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf99be-7158-4217-8389-0aa788c11fc7 req-209798fb-76ae-4e34-b445-ac2f2c0e581d tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:05.897006 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9daf99be-7158-4217-8389-0aa788c11fc7 req-209798fb-76ae-4e34-b445-ac2f2c0e581d tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 946 time: 0.0521281 Aug 27 09:54:05.907107 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b5b2db18-c4c9-402f-b3d1-24b80aa8a5fc req-25145b91-9140-436f-ab32-ac617ecf76fd tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321527 Aug 27 09:54:05.935835 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9daf99be-7158-4217-8389-0aa788c11fc7 req-2724975a-9c00-4dd6-b00a-6cc5b82f70ef tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328708 Aug 27 09:54:06.140712 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e26596-7ebf-478a-98e3-572c568b6e8e req-55c59d55-252d-41d2-a0cb-dafcd0ec893e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:06.142239 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-45e26596-7ebf-478a-98e3-572c568b6e8e req-55c59d55-252d-41d2-a0cb-dafcd0ec893e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0522499 Aug 27 09:54:06.181555 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-45e26596-7ebf-478a-98e3-572c568b6e8e req-d1ab4ed9-34f4-4d7c-817a-e5d5f9e87f64 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332994 Aug 27 09:54:06.201254 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e963ac2-916f-40eb-8f5b-b549d2b34208 req-090dba64-07d5-4c58-8a7d-c3bd34377aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:06.202860 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6e963ac2-916f-40eb-8f5b-b549d2b34208 req-090dba64-07d5-4c58-8a7d-c3bd34377aa3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=117211cf835b42d2b9b01427af816f46&device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 1098 time: 0.0432482 Aug 27 09:54:06.300567 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e963ac2-916f-40eb-8f5b-b549d2b34208 req-a1974b56-e015-4f06-b5af-1f41ca0c39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:06.301971 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6e963ac2-916f-40eb-8f5b-b549d2b34208 req-a1974b56-e015-4f06-b5af-1f41ca0c39f8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e824150c-a620-4cc4-8f01-7bdb95aef44a HTTP/1.1" status: 200 len: 912 time: 0.0878437 Aug 27 09:54:06.369708 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6e963ac2-916f-40eb-8f5b-b549d2b34208 req-030e164a-04fd-454c-9d76-62b55d879256 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1f9d423-5ee2-4769-b70e-dd4aab4c0258 HTTP/1.1" status: 200 len: 1001 time: 0.0575151 Aug 27 09:54:06.419927 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e963ac2-916f-40eb-8f5b-b549d2b34208 req-880e4cc1-0fb3-4205-8f0e-12d3245ec0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:06.421319 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6e963ac2-916f-40eb-8f5b-b549d2b34208 req-880e4cc1-0fb3-4205-8f0e-12d3245ec0e7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b HTTP/1.1" status: 200 len: 849 time: 0.0433311 Aug 27 09:54:06.471355 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e963ac2-916f-40eb-8f5b-b549d2b34208 req-c983e604-4221-4ed3-a3ac-b5c284e6d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:06.472808 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6e963ac2-916f-40eb-8f5b-b549d2b34208 req-c983e604-4221-4ed3-a3ac-b5c284e6d60e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e824150c-a620-4cc4-8f01-7bdb95aef44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427113 Aug 27 09:54:06.565575 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6e963ac2-916f-40eb-8f5b-b549d2b34208 req-fb050ea8-e836-42cd-971f-ef61435d6378 service neutron] 10.222.0.65 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823364 Aug 27 09:54:06.660147 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6e963ac2-916f-40eb-8f5b-b549d2b34208 req-4e4e03de-d9c2-420f-91e8-6a4e68797ad1 service neutron] 10.222.0.65 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832796 Aug 27 09:54:06.882934 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8797c-6f35-4a8a-8095-419eb8a878a7 req-db4d2f6f-20b4-4643-befa-85e0b621f721 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:06.884350 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-62d8797c-6f35-4a8a-8095-419eb8a878a7 req-db4d2f6f-20b4-4643-befa-85e0b621f721 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 943 time: 0.0485885 Aug 27 09:54:06.921384 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-62d8797c-6f35-4a8a-8095-419eb8a878a7 req-724359c0-010f-4d79-a9b5-1098b761ce1a tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306661 Aug 27 09:54:06.994646 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920fac9-c008-478a-8a0a-f60c2d678fe0 req-90f18e31-9c4a-49c0-b6d3-e2cdd5cd91da tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:06.996493 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2920fac9-c008-478a-8a0a-f60c2d678fe0 req-90f18e31-9c4a-49c0-b6d3-e2cdd5cd91da tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 946 time: 0.0506263 Aug 27 09:54:07.048525 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e195979-48c9-4aa3-8b2b-905dc6507fbd req-a3fc80f9-dbb5-441d-9b5b-6b62d06a1829 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:07.050048 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3e195979-48c9-4aa3-8b2b-905dc6507fbd req-a3fc80f9-dbb5-441d-9b5b-6b62d06a1829 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 946 time: 0.0483408 Aug 27 09:54:07.089339 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3e195979-48c9-4aa3-8b2b-905dc6507fbd req-b1701c73-62f6-4909-98fe-28b555975b27 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330963 Aug 27 09:54:07.095119 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-2920fac9-c008-478a-8a0a-f60c2d678fe0 req-4554f2cd-669f-40c9-aed8-fd8d16b78ee1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Deleting port a7b6eec1-3216-48d6-8291-0fa722c043fc {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:54:07.095462 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-2920fac9-c008-478a-8a0a-f60c2d678fe0 req-4554f2cd-669f-40c9-aed8-fd8d16b78ee1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:07.181011 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-2920fac9-c008-478a-8a0a-f60c2d678fe0 req-4554f2cd-669f-40c9-aed8-fd8d16b78ee1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] For port a7b6eec1-3216-48d6-8291-0fa722c043fc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7b6eec1-3216-48d6-8291-0fa722c043fc,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:54:07.181292 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-2920fac9-c008-478a-8a0a-f60c2d678fe0 req-4554f2cd-669f-40c9-aed8-fd8d16b78ee1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:07.373767 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201d7a3-b1b2-43b2-a17a-27d9d7875960 req-876a090f-0dc0-4356-ab7f-39dfc8a8dbc2 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:07.375285 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c201d7a3-b1b2-43b2-a17a-27d9d7875960 req-876a090f-0dc0-4356-ab7f-39dfc8a8dbc2 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.1251421 Aug 27 09:54:07.423876 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-2920fac9-c008-478a-8a0a-f60c2d678fe0 req-4554f2cd-669f-40c9-aed8-fd8d16b78ee1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:07.424348 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-2920fac9-c008-478a-8a0a-f60c2d678fe0 req-4554f2cd-669f-40c9-aed8-fd8d16b78ee1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504191'] for floatingip, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:07.424580 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.l3_db [req-2920fac9-c008-478a-8a0a-f60c2d678fe0 req-4554f2cd-669f-40c9-aed8-fd8d16b78ee1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Floating IP c84a28b2-78ca-4c2b-9f87-fb048d9664b2 disassociated. External IP: 172.27.3.235, port: a7b6eec1-3216-48d6-8291-0fa722c043fc. Aug 27 09:54:07.425000 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-2920fac9-c008-478a-8a0a-f60c2d678fe0 req-4554f2cd-669f-40c9-aed8-fd8d16b78ee1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Calling delete_port for a7b6eec1-3216-48d6-8291-0fa722c043fc owned by compute:nova {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:54:07.433951 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c201d7a3-b1b2-43b2-a17a-27d9d7875960 req-d979668c-714d-412f-ab49-2e713f2a4837 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513623 Aug 27 09:54:07.563825 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-2920fac9-c008-478a-8a0a-f60c2d678fe0 req-4554f2cd-669f-40c9-aed8-fd8d16b78ee1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:07.592246 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554f2cd-669f-40c9-aed8-fd8d16b78ee1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event deleted for resources: {'Port': ['ID=a7b6eec1-3216-48d6-8291-0fa722c043fc,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:07.702228 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2920fac9-c008-478a-8a0a-f60c2d678fe0 req-4554f2cd-669f-40c9-aed8-fd8d16b78ee1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Router 42c64f88-fc17-47d4-8706-33c723b14efa has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:54:07.804495 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2920fac9-c008-478a-8a0a-f60c2d678fe0 req-4554f2cd-669f-40c9-aed8-fd8d16b78ee1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:54:07.815318 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c3f87b-ac28-4aa9-b080-c8689f8919cd None None] Sync routers for ids ['42c64f88-fc17-47d4-8706-33c723b14efa'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:54:07.824059 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c3f87b-ac28-4aa9-b080-c8689f8919cd None None] Routers {'42c64f88-fc17-47d4-8706-33c723b14efa'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:54:07.824660 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-b0c3f87b-ac28-4aa9-b080-c8689f8919cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:53:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['42c64f88-fc17-47d4-8706-33c723b14efa'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:54:07.843071 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-2920fac9-c008-478a-8a0a-f60c2d678fe0 req-4554f2cd-669f-40c9-aed8-fd8d16b78ee1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] No DVR routers for this DVR port a7b6eec1-3216-48d6-8291-0fa722c043fc on host hv-cinder-80475 {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:54:07.845653 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-2920fac9-c008-478a-8a0a-f60c2d678fe0 req-4554f2cd-669f-40c9-aed8-fd8d16b78ee1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:07.847656 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2920fac9-c008-478a-8a0a-f60c2d678fe0 req-4554f2cd-669f-40c9-aed8-fd8d16b78ee1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.65 "DELETE /v2.0/ports/a7b6eec1-3216-48d6-8291-0fa722c043fc HTTP/1.1" status: 204 len: 173 time: 0.8451746 Aug 27 09:54:07.848079 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2852bd2-5512-405a-b338-4f22cd1765ae', 'name': 'network-vif-deleted', 'tag': 'a7b6eec1-3216-48d6-8291-0fa722c043fc'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:54:07.850376 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec7905e-70bb-44bc-816e-b70e91b4e03c" -d '{"events": [{"server_uuid": "c2852bd2-5512-405a-b338-4f22cd1765ae", "name": "network-vif-deleted", "tag": "a7b6eec1-3216-48d6-8291-0fa722c043fc"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:54:07.892143 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fca03f-b6f1-464a-8910-206b9feafc43 x-openstack-request-id: req-18fca03f-b6f1-464a-8910-206b9feafc43 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:54:07.892797 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2852bd2-5512-405a-b338-4f22cd1765ae", "name": "network-vif-deleted", "tag": "a7b6eec1-3216-48d6-8291-0fa722c043fc", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:54:07.892797 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-18fca03f-b6f1-464a-8910-206b9feafc43 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:54:07.893295 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2852bd2-5512-405a-b338-4f22cd1765ae', 'name': 'network-vif-deleted', 'tag': 'a7b6eec1-3216-48d6-8291-0fa722c043fc', 'status': 'completed', 'code': 200} Aug 27 09:54:07.919788 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device bfd42f9a-0039-4f41-b4fe-e0ed64d4393f details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:54:07.950686 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-b0c3f87b-ac28-4aa9-b080-c8689f8919cd None None] Set router 42c64f88-fc17-47d4-8706-33c723b14efa gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:54:08.046250 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2eb27-cfc8-429c-a53b-2f37d8209804 req-20a058df-eeb9-44c6-910a-48e6b022a9ef tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:08.047941 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b2f2eb27-cfc8-429c-a53b-2f37d8209804 req-20a058df-eeb9-44c6-910a-48e6b022a9ef tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 943 time: 0.0524454 Aug 27 09:54:08.090065 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b2f2eb27-cfc8-429c-a53b-2f37d8209804 req-92632e89-11d8-4914-8ae2-9e22c53c0fb0 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345531 Aug 27 09:54:08.207205 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-bfaefbd9-e8b4-4c4a-9d1b-05cd82c9ce59 req-943771f7-a1ab-4139-bead-298710a7c19e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2852bd2-5512-405a-b338-4f22cd1765ae HTTP/1.1" status: 200 len: 210 time: 0.0460041 Aug 27 09:54:08.224033 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:54:08.237855 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'port_id': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f', 'mac_address': 'fa:16:3e:3b:86:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:54:08.283174 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:08.286030 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-b0c3f87b-ac28-4aa9-b080-c8689f8919cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 5, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:54:08.318835 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c3f87b-ac28-4aa9-b080-c8689f8919cd None None] Checking router: 42c64f88-fc17-47d4-8706-33c723b14efa for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:54:08.328821 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd42f9a-0039-4f41-b4fe-e0ed64d4393f {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:54:08.335191 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c3f87b-ac28-4aa9-b080-c8689f8919cd None None] Routers {'42c64f88-fc17-47d4-8706-33c723b14efa'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:54:08.335774 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-b0c3f87b-ac28-4aa9-b080-c8689f8919cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:53:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['42c64f88-fc17-47d4-8706-33c723b14efa'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:54:08.382780 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:54:08.388579 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:08.486633 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,revision_number=9']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:08.490366 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-b0c3f87b-ac28-4aa9-b080-c8689f8919cd None None] Set router 42c64f88-fc17-47d4-8706-33c723b14efa gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:54:08.560437 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bf3df-01d6-4989-803b-8cae119f7269 req-3e128bd1-3cd4-4245-9911-5c77f3b0426f tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:08.562005 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-987bf3df-01d6-4989-803b-8cae119f7269 req-3e128bd1-3cd4-4245-9911-5c77f3b0426f tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0586293 Aug 27 09:54:08.604161 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-987bf3df-01d6-4989-803b-8cae119f7269 req-6a5b8f8b-5867-4380-838f-ec374b431464 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337758 Aug 27 09:54:08.672828 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['bfd42f9a-0039-4f41-b4fe-e0ed64d4393f'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:54:08.743396 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-b0c3f87b-ac28-4aa9-b080-c8689f8919cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 5, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:54:08.775380 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c3f87b-ac28-4aa9-b080-c8689f8919cd None None] The sync data for ids ['42c64f88-fc17-47d4-8706-33c723b14efa'] in dv-cinder-804757-3-iscsi is: [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 5, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:54:08.983712 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb3205f-f823-4ff1-8a3a-341ee8b21dac None None] New status for floating IP c84a28b2-78ca-4c2b-9f87-fb048d9664b2: DOWN {{(pid=100337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 09:54:09.213321 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d9feb-e411-4764-8bb2-48d17d565faa req-a37ace0b-d6cf-4b57-a332-01aaf87d8ccf tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:09.215602 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-316d9feb-e411-4764-8bb2-48d17d565faa req-a37ace0b-d6cf-4b57-a332-01aaf87d8ccf tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 944 time: 0.0487111 Aug 27 09:54:09.252611 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-316d9feb-e411-4764-8bb2-48d17d565faa req-570a9424-0c7f-4e5d-aca4-3c4dd6951523 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314186 Aug 27 09:54:09.485614 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-0fe11f01-ea1a-4d38-8d5a-7bad9abd0713 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-382891842&fields=id&tenant_id=a36c7d635aa4453085e33b93c245c04f HTTP/1.1" status: 200 len: 267 time: 0.0318732 Aug 27 09:54:09.588295 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-2fa1bc73-5df3-42ba-a152-add74e2ddb00 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:09.589801 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-2fa1bc73-5df3-42ba-a152-add74e2ddb00 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/networks?id=cc19112f-ba8d-4504-88bf-0381b6982fa3 HTTP/1.1" status: 200 len: 812 time: 0.0977569 Aug 27 09:54:09.604029 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-8ab9e62f-079a-439f-8fc8-0f21f31c4700 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/quotas/a36c7d635aa4453085e33b93c245c04f HTTP/1.1" status: 200 len: 375 time: 0.0086820 Aug 27 09:54:09.659463 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-527ae17e-07e0-4bb7-9de0-f17c2cb184d1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a36c7d635aa4453085e33b93c245c04f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502508 Aug 27 09:54:09.793366 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-0e720c28-3e20-43ae-bf60-cd6a0222edca service neutron] 10.222.0.55 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211402 Aug 27 09:54:09.885641 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-2b39602c-b9bb-4959-b4bf-04539356e267 service neutron] 10.222.0.55 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853739 Aug 27 09:54:09.931998 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device bfd42f9a-0039-4f41-b4fe-e0ed64d4393f up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:54:09.977638 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:54:09.978070 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:10.054959 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:10.079481 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2427accf-7a29-4170-8f49-f4efc245fd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:54:10.081718 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1069f2-f9be-42e6-aa40-b84b0f01074e" -d '{"events": [{"server_uuid": "2427accf-7a29-4170-8f49-f4efc245fd5b", "name": "network-vif-plugged", "status": "completed", "tag": "bfd42f9a-0039-4f41-b4fe-e0ed64d4393f"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:54:10.094920 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:54:10.098371 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:10.099133 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device a7b6eec1-3216-48d6-8291-0fa722c043fc no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:54:10.123243 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: a7b6eec1-3216-48d6-8291-0fa722c043fc {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:54:10.123583 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device a7b6eec1-3216-48d6-8291-0fa722c043fc not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:54:10.148822 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a956bcac-4082-42d1-a5d2-3d65d295c8e3 x-openstack-request-id: req-a956bcac-4082-42d1-a5d2-3d65d295c8e3 {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:54:10.149829 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2427accf-7a29-4170-8f49-f4efc245fd5b", "name": "network-vif-plugged", "status": "completed", "tag": "bfd42f9a-0039-4f41-b4fe-e0ed64d4393f", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:54:10.150325 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a956bcac-4082-42d1-a5d2-3d65d295c8e3 {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:54:10.150888 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2427accf-7a29-4170-8f49-f4efc245fd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f', 'code': 200} Aug 27 09:54:10.183609 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,revision_number=10']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:10.199373 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0f139721-7fc0-4964-a59b-89b6cd31061d req-6558c462-f4fc-4a8a-a8a8-e37ee73cd492 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 210 time: 0.0472827 Aug 27 09:54:10.323095 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73277b08-480b-4ff2-b559-d7f9f58cb3b6 req-5118c775-2580-4b6d-a9f7-7cdc299133af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:10.325007 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-73277b08-480b-4ff2-b559-d7f9f58cb3b6 req-5118c775-2580-4b6d-a9f7-7cdc299133af service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 1099 time: 0.0434983 Aug 27 09:54:10.364480 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-73277b08-480b-4ff2-b559-d7f9f58cb3b6 req-0c9a7b95-ce0e-44f4-a662-c8ce83ab990b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305579 Aug 27 09:54:10.392409 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdacc7-6880-4a4c-b271-d18a2108515c req-05956390-db59-4334-809b-f1447fac502b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:10.393948 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-38cdacc7-6880-4a4c-b271-d18a2108515c req-05956390-db59-4334-809b-f1447fac502b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 946 time: 0.0525341 Aug 27 09:54:10.434800 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-38cdacc7-6880-4a4c-b271-d18a2108515c req-d478293e-f776-464a-970d-4d756ccc7706 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347974 Aug 27 09:54:11.271452 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-9f3e7767-dd85-4bc4-8a14-2cfeffe8f171 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:11.272910 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-9f3e7767-dd85-4bc4-8a14-2cfeffe8f171 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.65 "GET /v2.0/networks?id=cc19112f-ba8d-4504-88bf-0381b6982fa3 HTTP/1.1" status: 200 len: 812 time: 0.1073377 Aug 27 09:54:11.306266 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e17ea6d6-8046-4a3d-a798-0193738cc43c req-0d2ec22e-a202-4c04-b405-1959aa58a1fb tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 210 time: 0.0324180 Aug 27 09:54:11.337929 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-3cb4592b-3474-4ee5-873b-04a705d92d56 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a36c7d635aa4453085e33b93c245c04f HTTP/1.1" status: 200 len: 379 time: 0.0522702 Aug 27 09:54:11.347056 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-1e8e8a10-2994-4207-8fc4-c3d337906e46 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Request body: {'port': {'device_id': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'admin_state_up': True, 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'security_groups': ['9978b119-6561-4cbd-89a1-3928ca7d63a7']}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:54:11.454408 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-1e8e8a10-2994-4207-8fc4-c3d337906e46 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Made reservation on behalf of a36c7d635aa4453085e33b93c245c04f for: {'port': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:54:11.457964 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-1e8e8a10-2994-4207-8fc4-c3d337906e46 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:11.562505 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e0bc4-3ef3-420b-b018-9bf6b5f47323 req-9f03ee63-34a3-45ee-b8a4-c4ea73b93d31 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:11.564116 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e92e0bc4-3ef3-420b-b018-9bf6b5f47323 req-9f03ee63-34a3-45ee-b8a4-c4ea73b93d31 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 946 time: 0.0546622 Aug 27 09:54:11.608730 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e92e0bc4-3ef3-420b-b018-9bf6b5f47323 req-5498ad5d-7078-4e18-b8bd-b0d9072066e2 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380504 Aug 27 09:54:11.878111 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-1e8e8a10-2994-4207-8fc4-c3d337906e46 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Allocated IP 172.20.0.14 (cc19112f-ba8d-4504-88bf-0381b6982fa3/1c6d5bd7-f50f-42b4-861c-8d22947a1275/0b2fb162-9eb0-4127-aac1-b6737b2db12a) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:54:12.038434 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-1e8e8a10-2994-4207-8fc4-c3d337906e46 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:12.052958 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-1e8e8a10-2994-4207-8fc4-c3d337906e46 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Transition to ACTIVE for port object 0b2fb162-9eb0-4127-aac1-b6737b2db12a will not be triggered until provisioned by entity DHCP. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:54:12.085643 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-1e8e8a10-2994-4207-8fc4-c3d337906e46 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:12.128302 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-1e8e8a10-2994-4207-8fc4-c3d337906e46 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Network cc19112f-ba8d-4504-88bf-0381b6982fa3 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:54:12.133326 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-1e8e8a10-2994-4207-8fc4-c3d337906e46 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:54:12.137690 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-1e8e8a10-2994-4207-8fc4-c3d337906e46 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:54:12.162239 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e8a10-2994-4207-8fc4-c3d337906e46 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event updated for resources: {'Port': ['ID=0b2fb162-9eb0-4127-aac1-b6737b2db12a,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:12.196175 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-1e8e8a10-2994-4207-8fc4-c3d337906e46 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:12.196820 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-1e8e8a10-2994-4207-8fc4-c3d337906e46 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:12.212399 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-1e8e8a10-2994-4207-8fc4-c3d337906e46 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8688147 Aug 27 09:54:12.227306 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Request body: {'port': {'device_id': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:54:12.284198 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:12.493970 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82071b0d-c2d7-4f2b-a387-4a5343f6b90d req-24c5e57b-e0b5-4b22-9cc7-3255ff1418b7 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:12.495990 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-82071b0d-c2d7-4f2b-a387-4a5343f6b90d req-24c5e57b-e0b5-4b22-9cc7-3255ff1418b7 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 932 time: 0.1004193 Aug 27 09:54:12.505452 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-718fc02a-bdc6-4e18-957e-b1d0535a5f22 None None] Provisioning for port 0b2fb162-9eb0-4127-aac1-b6737b2db12a completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:54:12.509355 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-718fc02a-bdc6-4e18-957e-b1d0535a5f22 None None] Provisioning complete for port 0b2fb162-9eb0-4127-aac1-b6737b2db12a triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:54:12.509810 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-718fc02a-bdc6-4e18-957e-b1d0535a5f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:12.546995 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-718fc02a-bdc6-4e18-957e-b1d0535a5f22 None None] Port 0b2fb162-9eb0-4127-aac1-b6737b2db12a cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:54:12.557226 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-82071b0d-c2d7-4f2b-a387-4a5343f6b90d req-7134c60b-1832-481b-a840-7be4fbcc2513 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526171 Aug 27 09:54:12.619746 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b2fb162-9eb0-4127-aac1-b6737b2db12a {{(pid=100334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:54:12.629641 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:12.641853 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Transition to ACTIVE for port object 0b2fb162-9eb0-4127-aac1-b6737b2db12a will not be triggered until provisioned by entity L2. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:54:12.645864 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:12.701508 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Pushing event updated for resources: {'Port': ['ID=0b2fb162-9eb0-4127-aac1-b6737b2db12a,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:12.737118 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b8dcf-56d6-4d22-a6bc-6b06ed9686e1 req-225d1c1f-0639-4de4-85d8-2c1b1b438890 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:12.738892 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8b7b8dcf-56d6-4d22-a6bc-6b06ed9686e1 req-225d1c1f-0639-4de4-85d8-2c1b1b438890 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 946 time: 0.0560138 Aug 27 09:54:12.771620 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Attempting to bind port 0b2fb162-9eb0-4127-aac1-b6737b2db12a on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:54:12.771958 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Attempting to bind port 0b2fb162-9eb0-4127-aac1-b6737b2db12a by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:54:12.772291 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Attempting to bind port 0b2fb162-9eb0-4127-aac1-b6737b2db12a on network cc19112f-ba8d-4504-88bf-0381b6982fa3 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:54:12.776975 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Port 0b2fb162-9eb0-4127-aac1-b6737b2db12a on network cc19112f-ba8d-4504-88bf-0381b6982fa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:54:12.777300 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Attempting to bind port 0b2fb162-9eb0-4127-aac1-b6737b2db12a on network cc19112f-ba8d-4504-88bf-0381b6982fa3 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:54:12.782441 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:54:12.782759 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Checking segment: {'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:54:12.783148 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Bound using segment: {'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:54:12.783578 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Bound port: 0b2fb162-9eb0-4127-aac1-b6737b2db12a, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'}}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:54:12.783936 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:12.785381 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8b7b8dcf-56d6-4d22-a6bc-6b06ed9686e1 req-99719b4c-0f48-4b48-a075-02d58a41d21b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385301 Aug 27 09:54:12.851244 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] For port 0b2fb162-9eb0-4127-aac1-b6737b2db12a, host hv-cinder-80475, cleared binding levels {{(pid=100334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:54:12.854539 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] For port 0b2fb162-9eb0-4127-aac1-b6737b2db12a, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0b2fb162-9eb0-4127-aac1-b6737b2db12a,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:54:12.862682 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:12.897525 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:12.898124 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:12.899531 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] 10.222.0.65 "PUT /v2.0/ports/0b2fb162-9eb0-4127-aac1-b6737b2db12a HTTP/1.1" status: 200 len: 1094 time: 0.6766605 Aug 27 09:54:12.899961 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'tag': '0b2fb162-9eb0-4127-aac1-b6737b2db12a'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:54:12.902636 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc6e513-0c68-4583-92b2-b48b9cc7c60b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b7b053-4dd7-4e43-b106-3a8e8061a7b4", "tag": "0b2fb162-9eb0-4127-aac1-b6737b2db12a"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:54:12.929575 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3754378-81ee-4e94-bb5c-ed3fb139e3eb service neutron] Pushing event updated for resources: {'Port': ['ID=0b2fb162-9eb0-4127-aac1-b6737b2db12a,revision_number=3']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:12.948225 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d38266-71ae-4168-ba67-aef4c31699d9 x-openstack-request-id: req-38d38266-71ae-4168-ba67-aef4c31699d9 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:54:12.948542 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b7b053-4dd7-4e43-b106-3a8e8061a7b4", "tag": "0b2fb162-9eb0-4127-aac1-b6737b2db12a", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:54:12.948913 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38d38266-71ae-4168-ba67-aef4c31699d9 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:54:12.949532 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'tag': '0b2fb162-9eb0-4127-aac1-b6737b2db12a', 'status': 'completed', 'code': 200} Aug 27 09:54:12.994867 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-14f9801e-77fd-4179-a2f5-8ba598b89ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:12.997258 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-14f9801e-77fd-4179-a2f5-8ba598b89ec8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a36c7d635aa4453085e33b93c245c04f&device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 1097 time: 0.0427275 Aug 27 09:54:13.044275 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-c851cdc5-3102-43e1-9b9e-528bd608f6e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b2fb162-9eb0-4127-aac1-b6737b2db12a HTTP/1.1" status: 200 len: 217 time: 0.0387545 Aug 27 09:54:13.098134 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-7463a161-ab31-4044-881c-1c17b72c5c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:13.099584 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-7463a161-ab31-4044-881c-1c17b72c5c8d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c6d5bd7-f50f-42b4-861c-8d22947a1275 HTTP/1.1" status: 200 len: 851 time: 0.0451434 Aug 27 09:54:13.152343 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-0cba6ae8-29ce-4c16-a9ae-31c70939a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:13.153807 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-0cba6ae8-29ce-4c16-a9ae-31c70939a702 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc19112f-ba8d-4504-88bf-0381b6982fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399871 Aug 27 09:54:13.244096 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-1a7a6793-4e7e-4146-b0b7-4ac29fa577ff service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820494 Aug 27 09:54:13.337178 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9ccc7499-19f6-4c2b-86d9-6501951e8f2e req-4b2b5743-f392-4a14-b47f-aa3335a998f2 service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802875 Aug 27 09:54:13.430139 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6e513-0c68-4583-92b2-b48b9cc7c60b req-3bf5a036-aaca-4b6a-88d3-4244dd41bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:13.431626 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1cc6e513-0c68-4583-92b2-b48b9cc7c60b req-3bf5a036-aaca-4b6a-88d3-4244dd41bb17 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a36c7d635aa4453085e33b93c245c04f&device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 1097 time: 0.0444791 Aug 27 09:54:13.528295 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6e513-0c68-4583-92b2-b48b9cc7c60b req-c549c811-58f8-411b-9554-fbc8bb8d39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:13.529840 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1cc6e513-0c68-4583-92b2-b48b9cc7c60b req-c549c811-58f8-411b-9554-fbc8bb8d39e1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc19112f-ba8d-4504-88bf-0381b6982fa3 HTTP/1.1" status: 200 len: 914 time: 0.0828841 Aug 27 09:54:13.572355 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1cc6e513-0c68-4583-92b2-b48b9cc7c60b req-8b0c96cd-846a-4630-8b41-a72ee6f30f1a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b2fb162-9eb0-4127-aac1-b6737b2db12a HTTP/1.1" status: 200 len: 217 time: 0.0349824 Aug 27 09:54:13.631276 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6e513-0c68-4583-92b2-b48b9cc7c60b req-5af9fbb6-d6ab-4bd5-9463-02250be43b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:13.632758 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1cc6e513-0c68-4583-92b2-b48b9cc7c60b req-5af9fbb6-d6ab-4bd5-9463-02250be43b10 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c6d5bd7-f50f-42b4-861c-8d22947a1275 HTTP/1.1" status: 200 len: 851 time: 0.0493090 Aug 27 09:54:13.669948 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33703dc6-962a-49ca-bd13-977fe3416290 req-e5266b02-1af8-4086-bc46-17148d1b405a tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:13.671436 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-33703dc6-962a-49ca-bd13-977fe3416290 req-e5266b02-1af8-4086-bc46-17148d1b405a tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0479507 Aug 27 09:54:13.679963 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6e513-0c68-4583-92b2-b48b9cc7c60b req-9f13da8d-c5d7-47c3-93bf-f9292b447bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:13.681566 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1cc6e513-0c68-4583-92b2-b48b9cc7c60b req-9f13da8d-c5d7-47c3-93bf-f9292b447bab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc19112f-ba8d-4504-88bf-0381b6982fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412235 Aug 27 09:54:13.709305 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-33703dc6-962a-49ca-bd13-977fe3416290 req-48d240f4-b3e0-4bb2-a1fc-772f6549f975 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319378 Aug 27 09:54:13.774132 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1cc6e513-0c68-4583-92b2-b48b9cc7c60b req-60887093-4fd7-49ef-8169-1453c2183dca service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819707 Aug 27 09:54:13.866669 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1cc6e513-0c68-4583-92b2-b48b9cc7c60b req-5262635e-c7b7-4c38-af57-0b0bbba2655d service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849786 Aug 27 09:54:14.831208 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffae626-c104-4292-bba8-6ca8bd53a5f5 req-aeacdccc-323e-4891-b209-252d76f66650 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:14.832602 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7ffae626-c104-4292-bba8-6ca8bd53a5f5 req-aeacdccc-323e-4891-b209-252d76f66650 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0500920 Aug 27 09:54:14.869367 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7ffae626-c104-4292-bba8-6ca8bd53a5f5 req-8ff704d4-abee-45bb-a35e-29cd0cd69dc7 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309749 Aug 27 09:54:15.983748 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3948c0-553c-4fa4-9933-30d2f3ee0555 req-45a5f83b-3bf7-4379-b77c-320c37b017dc tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:15.985250 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1b3948c0-553c-4fa4-9933-30d2f3ee0555 req-45a5f83b-3bf7-4379-b77c-320c37b017dc tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0491838 Aug 27 09:54:16.025564 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1b3948c0-553c-4fa4-9933-30d2f3ee0555 req-4b0bf466-9e44-4ca0-8d40-b9f0fa34cf28 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345035 Aug 27 09:54:17.142310 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd99de-f46b-4cbd-94d3-31473b1298b4 req-3974e145-4bad-4a26-993c-a0615a0a1360 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:17.143781 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-01fd99de-f46b-4cbd-94d3-31473b1298b4 req-3974e145-4bad-4a26-993c-a0615a0a1360 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0521679 Aug 27 09:54:17.180675 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-01fd99de-f46b-4cbd-94d3-31473b1298b4 req-72dd2665-d75d-4903-8fff-ce2d56d065c5 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310369 Aug 27 09:54:18.292163 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56d47c-3162-4d7f-a77d-edcffc923482 req-73ff82bc-8e6e-42f7-a50e-0c91fc758e96 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:18.293643 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-fe56d47c-3162-4d7f-a77d-edcffc923482 req-73ff82bc-8e6e-42f7-a50e-0c91fc758e96 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0487559 Aug 27 09:54:18.331746 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-fe56d47c-3162-4d7f-a77d-edcffc923482 req-503b22e3-88fe-443c-9224-904da93707fa tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322843 Aug 27 09:54:19.443114 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b686a-c671-4f5c-9443-f61f82842813 req-7be223d6-eda9-4282-8827-7ab2544b5b09 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:19.444579 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-dc9b686a-c671-4f5c-9443-f61f82842813 req-7be223d6-eda9-4282-8827-7ab2544b5b09 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0486031 Aug 27 09:54:19.481953 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-dc9b686a-c671-4f5c-9443-f61f82842813 req-9b40e9a2-fb96-4daf-bce2-74c456b6e5b1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309639 Aug 27 09:54:20.593376 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b927bbb-7536-4ae9-a2eb-be85efddfbbc req-53a19ff5-62c8-4995-a60c-70cfec2e01e6 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:20.594858 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6b927bbb-7536-4ae9-a2eb-be85efddfbbc req-53a19ff5-62c8-4995-a60c-70cfec2e01e6 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0481491 Aug 27 09:54:20.619774 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-3d40c4c6-c053-409a-a121-a50beb41bd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:20.632443 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6b927bbb-7536-4ae9-a2eb-be85efddfbbc req-1fee1050-c247-4d46-814b-9221c2b6cfd9 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318096 Aug 27 09:54:21.745452 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95427c92-6608-41f0-83a1-8ea2cd67e810 req-666f0576-6a51-43a9-8dde-0ac4bd34d952 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:21.748154 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-95427c92-6608-41f0-83a1-8ea2cd67e810 req-666f0576-6a51-43a9-8dde-0ac4bd34d952 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 944 time: 0.0499384 Aug 27 09:54:21.784851 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-95427c92-6608-41f0-83a1-8ea2cd67e810 req-2f2d70d0-0455-4fd5-8e1a-5f4452e6164a tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304484 Aug 27 09:54:22.024558 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 0b2fb162-9eb0-4127-aac1-b6737b2db12a details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:54:22.118420 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 0b2fb162-9eb0-4127-aac1-b6737b2db12a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0b2fb162-9eb0-4127-aac1-b6737b2db12a,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:54:22.129627 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': '0b2fb162-9eb0-4127-aac1-b6737b2db12a', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'port_id': '0b2fb162-9eb0-4127-aac1-b6737b2db12a', 'mac_address': 'fa:16:3e:7f:09:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:54:22.164439 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:22.176396 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2fb162-9eb0-4127-aac1-b6737b2db12a {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:54:22.195635 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 0b2fb162-9eb0-4127-aac1-b6737b2db12a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0b2fb162-9eb0-4127-aac1-b6737b2db12a,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:54:22.199449 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:22.245894 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=0b2fb162-9eb0-4127-aac1-b6737b2db12a,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:22.488522 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['0b2fb162-9eb0-4127-aac1-b6737b2db12a'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:54:22.899411 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f00193-0e1f-4869-96c2-c73ad2591615 req-1a2908ea-f274-4471-9756-edb20694e713 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:22.900880 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-79f00193-0e1f-4869-96c2-c73ad2591615 req-1a2908ea-f274-4471-9756-edb20694e713 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 945 time: 0.0498333 Aug 27 09:54:22.942690 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-79f00193-0e1f-4869-96c2-c73ad2591615 req-5c02475c-9eb5-4728-b196-35f4aa4eb161 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358672 Aug 27 09:54:23.360212 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-261a177e-1ca1-45a5-ba30-73aa77b52eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:23.557765 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:24.042676 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 0b2fb162-9eb0-4127-aac1-b6737b2db12a up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:54:24.057926 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8496e9-5992-4f00-a9e6-60bd82f63f9b req-c69390a9-138e-45cc-b379-c6a7d3a867a5 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:24.059600 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7b8496e9-5992-4f00-a9e6-60bd82f63f9b req-c69390a9-138e-45cc-b379-c6a7d3a867a5 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 945 time: 0.0528352 Aug 27 09:54:24.095780 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port 0b2fb162-9eb0-4127-aac1-b6737b2db12a completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:54:24.099458 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7b8496e9-5992-4f00-a9e6-60bd82f63f9b req-f4985f1d-718d-4307-bdd7-81cf58e42527 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334048 Aug 27 09:54:24.103971 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port 0b2fb162-9eb0-4127-aac1-b6737b2db12a triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:54:24.104102 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:24.178223 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:24.199325 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2fb162-9eb0-4127-aac1-b6737b2db12a'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:54:24.202387 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51598617-be98-42f6-9e58-2bdf22b6be51" -d '{"events": [{"server_uuid": "f6b7b053-4dd7-4e43-b106-3a8e8061a7b4", "name": "network-vif-plugged", "status": "completed", "tag": "0b2fb162-9eb0-4127-aac1-b6737b2db12a"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:54:24.215178 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 0b2fb162-9eb0-4127-aac1-b6737b2db12a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0b2fb162-9eb0-4127-aac1-b6737b2db12a,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:54:24.219445 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:24.241732 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42175f5-4282-495b-96e8-ba45002f9fe0 x-openstack-request-id: req-b42175f5-4282-495b-96e8-ba45002f9fe0 {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:54:24.242018 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b7b053-4dd7-4e43-b106-3a8e8061a7b4", "name": "network-vif-plugged", "status": "completed", "tag": "0b2fb162-9eb0-4127-aac1-b6737b2db12a", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:54:24.242265 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b42175f5-4282-495b-96e8-ba45002f9fe0 {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:54:24.242647 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2fb162-9eb0-4127-aac1-b6737b2db12a', 'code': 200} Aug 27 09:54:24.270246 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=0b2fb162-9eb0-4127-aac1-b6737b2db12a,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:24.490308 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c1760-3c3a-4c6d-8203-6888bed30e50 req-c5d2c853-b721-4190-a2d7-affa3d154183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:24.491761 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-cc3c1760-3c3a-4c6d-8203-6888bed30e50 req-c5d2c853-b721-4190-a2d7-affa3d154183 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 1099 time: 0.0382402 Aug 27 09:54:24.521677 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:24.537045 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-cc3c1760-3c3a-4c6d-8203-6888bed30e50 req-645e7bdd-0904-4ef6-9e6e-e8f9b02adc7d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320928 Aug 27 09:54:24.939116 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:25.211292 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcc4e8-5f45-461d-acab-4edb0c877da1 req-1be8a4c8-8b2b-4adc-b558-be4a35490981 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:25.212668 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5ddcc4e8-5f45-461d-acab-4edb0c877da1 req-1be8a4c8-8b2b-4adc-b558-be4a35490981 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0484893 Aug 27 09:54:25.250415 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5ddcc4e8-5f45-461d-acab-4edb0c877da1 req-5ea261e2-3fe7-4ece-a8b8-983c13b00ad3 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311441 Aug 27 09:54:26.097977 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e9659b3c-9684-4063-9b99-43eecedeeeb0 req-e45ada01-49a8-4ac4-8e70-068ff85ffb8a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421140 Aug 27 09:54:26.194167 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9659b3c-9684-4063-9b99-43eecedeeeb0 req-aec0c08d-a703-439e-8799-312024ac8ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:26.195660 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e9659b3c-9684-4063-9b99-43eecedeeeb0 req-aec0c08d-a703-439e-8799-312024ac8ada service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=117211cf835b42d2b9b01427af816f46&device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 1098 time: 0.0408480 Aug 27 09:54:26.301443 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9659b3c-9684-4063-9b99-43eecedeeeb0 req-291ceceb-d2c6-44a6-997a-c748d7727c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:26.303027 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e9659b3c-9684-4063-9b99-43eecedeeeb0 req-291ceceb-d2c6-44a6-997a-c748d7727c8f service neutron] 10.222.0.65 "GET /v2.0/networks?id=e824150c-a620-4cc4-8f01-7bdb95aef44a HTTP/1.1" status: 200 len: 912 time: 0.0845160 Aug 27 09:54:26.335097 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:26.366595 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca04b2-f49d-4b48-aa4f-45a9e6b0c83b req-e6d9e5c9-e5df-4f15-b1be-8976e0a89590 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:26.369017 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-84ca04b2-f49d-4b48-aa4f-45a9e6b0c83b req-e6d9e5c9-e5df-4f15-b1be-8976e0a89590 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0507178 Aug 27 09:54:26.382597 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e9659b3c-9684-4063-9b99-43eecedeeeb0 req-8b326b78-d9d9-4f03-b97a-2ea77b43b3b5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1f9d423-5ee2-4769-b70e-dd4aab4c0258 HTTP/1.1" status: 200 len: 1001 time: 0.0630937 Aug 27 09:54:26.408134 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-84ca04b2-f49d-4b48-aa4f-45a9e6b0c83b req-4c0668a5-1cfc-4e27-a4fd-6ca75d1b34b6 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335519 Aug 27 09:54:26.442817 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9659b3c-9684-4063-9b99-43eecedeeeb0 req-6901247b-dc85-40f4-80ab-cb2409b77f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:26.444231 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e9659b3c-9684-4063-9b99-43eecedeeeb0 req-6901247b-dc85-40f4-80ab-cb2409b77f8e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b HTTP/1.1" status: 200 len: 849 time: 0.0464282 Aug 27 09:54:26.527681 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9659b3c-9684-4063-9b99-43eecedeeeb0 req-48de0084-b80e-4062-a506-8721a72b2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:26.530261 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e9659b3c-9684-4063-9b99-43eecedeeeb0 req-48de0084-b80e-4062-a506-8721a72b2758 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e824150c-a620-4cc4-8f01-7bdb95aef44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748734 Aug 27 09:54:26.542145 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0648a3-eb85-48ce-ba54-74bc49f11199 req-2eca0596-bf96-40ac-ae3b-53ce7e0dd8c1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:26.543513 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8a0648a3-eb85-48ce-ba54-74bc49f11199 req-2eca0596-bf96-40ac-ae3b-53ce7e0dd8c1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0642803 Aug 27 09:54:26.627528 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8a0648a3-eb85-48ce-ba54-74bc49f11199 req-45eb2b0d-7cdc-484a-98fd-49902ad3faa4 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751009 Aug 27 09:54:26.649010 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 58476) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:54:26.654575 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e9659b3c-9684-4063-9b99-43eecedeeeb0 req-e79aeafe-59fc-4aba-a88f-1f0dc042e6a4 service neutron] 10.222.0.65 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090059 Aug 27 09:54:26.689186 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1c236a-c0d8-42d9-b44b-9ac0e46d05c3 tempest-TestVolumeBootPattern-1995404760 tempest-TestVolumeBootPattern-1995404760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:26.690770 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-ed1c236a-c0d8-42d9-b44b-9ac0e46d05c3 tempest-TestVolumeBootPattern-1995404760 tempest-TestVolumeBootPattern-1995404760-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 1094 time: 0.0407188 Aug 27 09:54:26.693462 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 58478) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:54:26.697803 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Request body: {'floatingip': {'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'port_id': '0b2fb162-9eb0-4127-aac1-b6737b2db12a', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:54:26.719499 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for floatingip, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:26.747536 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e9659b3c-9684-4063-9b99-43eecedeeeb0 req-af702112-0621-4aea-8125-2647d36f5f6e service neutron] 10.222.0.65 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867410 Aug 27 09:54:26.820847 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:26.925293 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_common [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Allocated IP 172.27.3.64 (7e0666e1-bba7-40d6-99a1-baf82e3072a1/16ad6031-57d4-4eed-bb48-2f2edbdd88d6/0af639f8-6e72-46cb-9817-3bd952723fbc) {{(pid=100335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:54:27.030370 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for port, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:27.067019 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10025972'] for port, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:27.100599 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 is already hosted by enough agents. {{(pid=100335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:54:27.104666 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Resources bound (agent type, host, resource id): {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:54:27.110920 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Received port after_create {{(pid=100335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:54:27.141877 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event updated for resources: {'Port': ['ID=0af639f8-6e72-46cb-9817-3bd952723fbc,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:27.152885 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:27.153232 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:27.154294 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:27.154719 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:27.155070 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:27.155396 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:27.155721 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:27.156044 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:27.156366 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:27.156685 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:27.157003 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:27.157316 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:27.482387 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:27.545382 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:27.688789 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for port, precommit_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:27.692935 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10025965'] for port, after_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:27.772270 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event updated for resources: {'Port': ['ID=0af639f8-6e72-46cb-9817-3bd952723fbc,revision_number=2']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:27.779321 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504191'] for floatingip, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:27.874285 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.db.l3_db [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Floating IP e4733442-5a37-41db-bf0e-86bfd1a2952a associated. External IP: 172.27.3.64, port: 0b2fb162-9eb0-4127-aac1-b6737b2db12a. Aug 27 09:54:28.073929 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Router 42c64f88-fc17-47d4-8706-33c723b14efa has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:54:28.174661 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:54:28.185079 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0414a6c9-5888-405a-9671-09e34ba21c43 None None] Sync routers for ids ['42c64f88-fc17-47d4-8706-33c723b14efa'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:54:28.195422 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:28.196248 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0414a6c9-5888-405a-9671-09e34ba21c43 None None] Routers {'42c64f88-fc17-47d4-8706-33c723b14efa'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:54:28.196797 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-0414a6c9-5888-405a-9671-09e34ba21c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:54:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['42c64f88-fc17-47d4-8706-33c723b14efa'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:54:28.235725 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-f1f9133f-1a9c-4b2a-abff-edf8ac63015e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5307631 Aug 27 09:54:28.235725 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'tag': '0b2fb162-9eb0-4127-aac1-b6737b2db12a'}] {{(pid=100335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:54:28.235725 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}025450df2500551f9904fcf1c9a215fd0038e6a364e6ac7978f47cafd8b0d6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a304c51-feaf-450e-9a42-970ee9e82975" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b7b053-4dd7-4e43-b106-3a8e8061a7b4", "tag": "0b2fb162-9eb0-4127-aac1-b6737b2db12a"}]}' {{(pid=100335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:54:28.236133 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:54:28.263582 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc269a4-b46f-4155-bda6-d6d97b3da795 x-openstack-request-id: req-6cc269a4-b46f-4155-bda6-d6d97b3da795 {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:54:28.263878 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b7b053-4dd7-4e43-b106-3a8e8061a7b4", "tag": "0b2fb162-9eb0-4127-aac1-b6737b2db12a", "status": "completed", "code": 200}]} {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:54:28.264208 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6cc269a4-b46f-4155-bda6-d6d97b3da795 {{(pid=100335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:54:28.264607 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'tag': '0b2fb162-9eb0-4127-aac1-b6737b2db12a', 'status': 'completed', 'code': 200} Aug 27 09:54:28.336888 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a304c51-feaf-450e-9a42-970ee9e82975 req-825884b1-e990-4d47-b07f-b8a2812152ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:28.338369 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2a304c51-feaf-450e-9a42-970ee9e82975 req-825884b1-e990-4d47-b07f-b8a2812152ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a36c7d635aa4453085e33b93c245c04f&device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 1099 time: 0.0432496 Aug 27 09:54:28.433859 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-0414a6c9-5888-405a-9671-09e34ba21c43 None None] Set router 42c64f88-fc17-47d4-8706-33c723b14efa gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:54:28.441904 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a304c51-feaf-450e-9a42-970ee9e82975 req-1286bf70-d76a-4e77-afad-da13b8043c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:28.443381 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2a304c51-feaf-450e-9a42-970ee9e82975 req-1286bf70-d76a-4e77-afad-da13b8043c45 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc19112f-ba8d-4504-88bf-0381b6982fa3 HTTP/1.1" status: 200 len: 914 time: 0.0876889 Aug 27 09:54:28.517063 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2a304c51-feaf-450e-9a42-970ee9e82975 req-87c28ebf-13fa-4b98-ba19-ea95e99790dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b2fb162-9eb0-4127-aac1-b6737b2db12a HTTP/1.1" status: 200 len: 999 time: 0.0589223 Aug 27 09:54:28.570867 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a304c51-feaf-450e-9a42-970ee9e82975 req-3b729e5e-27db-4c91-885b-f8f199b64214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:28.572289 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2a304c51-feaf-450e-9a42-970ee9e82975 req-3b729e5e-27db-4c91-885b-f8f199b64214 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c6d5bd7-f50f-42b4-861c-8d22947a1275 HTTP/1.1" status: 200 len: 851 time: 0.0429757 Aug 27 09:54:28.628361 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a304c51-feaf-450e-9a42-970ee9e82975 req-9a4cb874-8fcf-4a6a-9f6a-d5851974a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:28.629865 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2a304c51-feaf-450e-9a42-970ee9e82975 req-9a4cb874-8fcf-4a6a-9f6a-d5851974a815 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc19112f-ba8d-4504-88bf-0381b6982fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436487 Aug 27 09:54:28.652793 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-0414a6c9-5888-405a-9671-09e34ba21c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'e4733442-5a37-41db-bf0e-86bfd1a2952a', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'port_id': '0b2fb162-9eb0-4127-aac1-b6737b2db12a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'mac_address': 'fa:16:3e:7f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:54:27Z', 'updated_at': '2021-08-27T09:54:27Z', 'revision_number': 0, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 5, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:54:28.678770 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0414a6c9-5888-405a-9671-09e34ba21c43 None None] Checking router: 42c64f88-fc17-47d4-8706-33c723b14efa for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:54:28.687442 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0414a6c9-5888-405a-9671-09e34ba21c43 None None] Routers {'42c64f88-fc17-47d4-8706-33c723b14efa'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:54:28.688038 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-0414a6c9-5888-405a-9671-09e34ba21c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:54:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['42c64f88-fc17-47d4-8706-33c723b14efa'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:54:28.718788 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2a304c51-feaf-450e-9a42-970ee9e82975 req-a9f55d76-e9ac-42a3-9ca1-7e2e58649a4b service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810680 Aug 27 09:54:28.791502 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-0414a6c9-5888-405a-9671-09e34ba21c43 None None] Set router 42c64f88-fc17-47d4-8706-33c723b14efa gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:54:28.813346 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2a304c51-feaf-450e-9a42-970ee9e82975 req-ab332175-d29b-40e3-8515-435f031d6d9d service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843658 Aug 27 09:54:29.011774 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-0414a6c9-5888-405a-9671-09e34ba21c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'e4733442-5a37-41db-bf0e-86bfd1a2952a', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'port_id': '0b2fb162-9eb0-4127-aac1-b6737b2db12a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'mac_address': 'fa:16:3e:7f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:54:27Z', 'updated_at': '2021-08-27T09:54:27Z', 'revision_number': 0, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 5, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:54:29.038694 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0414a6c9-5888-405a-9671-09e34ba21c43 None None] The sync data for ids ['42c64f88-fc17-47d4-8706-33c723b14efa'] in dv-cinder-804757-3-iscsi is: [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'e4733442-5a37-41db-bf0e-86bfd1a2952a', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'port_id': '0b2fb162-9eb0-4127-aac1-b6737b2db12a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'mac_address': 'fa:16:3e:7f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:54:27Z', 'updated_at': '2021-08-27T09:54:27Z', 'revision_number': 0, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 5, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:54:29.312342 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b6c02f-59a4-4cb7-b71d-dc95398f3c69 None None] New status for floating IP e4733442-5a37-41db-bf0e-86bfd1a2952a: ACTIVE {{(pid=100337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 09:54:47.940721 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102553f5-dfee-4c42-9b26-2170b5830315 req-330a4c7a-0a43-4c82-988b-8a388248decd tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:47.942222 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-102553f5-dfee-4c42-9b26-2170b5830315 req-330a4c7a-0a43-4c82-988b-8a388248decd tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0493760 Aug 27 09:54:47.978275 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-102553f5-dfee-4c42-9b26-2170b5830315 req-10ba57ca-d8c6-4052-891d-3ba5e5ef1336 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301838 Aug 27 09:54:49.093120 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4deddc-fa68-45fe-80aa-8d594dc74281 req-049f7019-82d3-4b5e-8f41-17ea5e03f080 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:49.094631 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6b4deddc-fa68-45fe-80aa-8d594dc74281 req-049f7019-82d3-4b5e-8f41-17ea5e03f080 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0493274 Aug 27 09:54:49.132310 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-6b4deddc-fa68-45fe-80aa-8d594dc74281 req-e787f09b-1bbf-4c1f-8cbc-8d7d895b55b9 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316851 Aug 27 09:54:50.244110 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8b31c-3c2e-4482-bf35-ffcfb9b70349 req-74f0d44b-b029-41f0-86a1-9ae21bd90dfa tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:50.245662 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2fb8b31c-3c2e-4482-bf35-ffcfb9b70349 req-74f0d44b-b029-41f0-86a1-9ae21bd90dfa tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0476618 Aug 27 09:54:50.282522 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2fb8b31c-3c2e-4482-bf35-ffcfb9b70349 req-7964f24e-41b3-4117-83a6-6b540af0ff70 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd354c8b-8f90-4229-9660-26dd973b3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307777 Aug 27 09:54:50.355783 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cbd82-e738-4a17-81f5-f27eac601010 req-0ccd4aa1-244d-472d-902e-8636371b8cf9 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:50.357949 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8f1cbd82-e738-4a17-81f5-f27eac601010 req-0ccd4aa1-244d-472d-902e-8636371b8cf9 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.65 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 945 time: 0.0467803 Aug 27 09:54:50.450205 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-8f1cbd82-e738-4a17-81f5-f27eac601010 req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Deleting port c1f9d423-5ee2-4769-b70e-dd4aab4c0258 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:54:50.450205 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-8f1cbd82-e738-4a17-81f5-f27eac601010 req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:50.535285 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-8f1cbd82-e738-4a17-81f5-f27eac601010 req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] For port c1f9d423-5ee2-4769-b70e-dd4aab4c0258, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c1f9d423-5ee2-4769-b70e-dd4aab4c0258,segment=NetworkSegment(ef98a523-0c5d-46a5-bd8b-ecbee4e89de5),segment_id=ef98a523-0c5d-46a5-bd8b-ecbee4e89de5)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:54:50.535649 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-8f1cbd82-e738-4a17-81f5-f27eac601010 req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:50.619753 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-8f4a1dff-01d6-465b-bd54-fae25e1ac76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:50.703168 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-8f1cbd82-e738-4a17-81f5-f27eac601010 req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:50.703476 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-8f1cbd82-e738-4a17-81f5-f27eac601010 req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504191'] for floatingip, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:50.703790 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.l3_db [req-8f1cbd82-e738-4a17-81f5-f27eac601010 req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Floating IP 53f8bc4d-570f-4b09-a9b7-0359341a7fe2 disassociated. External IP: 172.27.3.115, port: c1f9d423-5ee2-4769-b70e-dd4aab4c0258. Aug 27 09:54:50.704133 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-8f1cbd82-e738-4a17-81f5-f27eac601010 req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Calling delete_port for c1f9d423-5ee2-4769-b70e-dd4aab4c0258 owned by compute:nova {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:54:50.826428 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-8f1cbd82-e738-4a17-81f5-f27eac601010 req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:50.858150 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Pushing event deleted for resources: {'Port': ['ID=c1f9d423-5ee2-4769-b70e-dd4aab4c0258,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:50.870135 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:50.870483 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:50.870822 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:50.871152 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:50.871534 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:50.872000 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:50.872333 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:50.872653 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:50.872977 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:50.873298 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:50.873664 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:50.873983 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:54:50.980693 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f1cbd82-e738-4a17-81f5-f27eac601010 req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Router 9a4f5938-8134-4de0-99cd-fa0e699801d3 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:54:51.082537 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f1cbd82-e738-4a17-81f5-f27eac601010 req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:54:51.093107 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e4cc77-94c8-4c3e-aebf-388ac8214c8d None None] Sync routers for ids ['9a4f5938-8134-4de0-99cd-fa0e699801d3'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:54:51.101988 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e4cc77-94c8-4c3e-aebf-388ac8214c8d None None] Routers {'9a4f5938-8134-4de0-99cd-fa0e699801d3'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:54:51.102592 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-e5e4cc77-94c8-4c3e-aebf-388ac8214c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:54:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['9a4f5938-8134-4de0-99cd-fa0e699801d3'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:54:51.123085 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1cbd82-e738-4a17-81f5-f27eac601010 req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] No DVR routers for this DVR port c1f9d423-5ee2-4769-b70e-dd4aab4c0258 on host hv-cinder-80475 {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:54:51.125609 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-8f1cbd82-e738-4a17-81f5-f27eac601010 req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:51.127664 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8f1cbd82-e738-4a17-81f5-f27eac601010 req-66d14901-77ab-4f56-ae8f-8d558f4f856e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.65 "DELETE /v2.0/ports/c1f9d423-5ee2-4769-b70e-dd4aab4c0258 HTTP/1.1" status: 204 len: 173 time: 0.7615397 Aug 27 09:54:51.128023 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140d1d22-94ce-4df1-baab-5aa96aea6c47', 'name': 'network-vif-deleted', 'tag': 'c1f9d423-5ee2-4769-b70e-dd4aab4c0258'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:54:51.130245 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2441c57-b996-4d2b-af8c-493eee8c878b" -d '{"events": [{"server_uuid": "140d1d22-94ce-4df1-baab-5aa96aea6c47", "name": "network-vif-deleted", "tag": "c1f9d423-5ee2-4769-b70e-dd4aab4c0258"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:54:51.167293 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287dda3a-e940-4ab5-b9db-f28bb0f877a8 x-openstack-request-id: req-287dda3a-e940-4ab5-b9db-f28bb0f877a8 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:54:51.167581 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140d1d22-94ce-4df1-baab-5aa96aea6c47", "name": "network-vif-deleted", "tag": "c1f9d423-5ee2-4769-b70e-dd4aab4c0258", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:54:51.167824 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-287dda3a-e940-4ab5-b9db-f28bb0f877a8 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:54:51.168280 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140d1d22-94ce-4df1-baab-5aa96aea6c47', 'name': 'network-vif-deleted', 'tag': 'c1f9d423-5ee2-4769-b70e-dd4aab4c0258', 'status': 'completed', 'code': 200} Aug 27 09:54:51.219394 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-e5e4cc77-94c8-4c3e-aebf-388ac8214c8d None None] Set router 9a4f5938-8134-4de0-99cd-fa0e699801d3 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:54:51.395992 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d0fba82c-978b-400c-b54e-e54219382dd4 req-8ac98d28-f8c9-4c41-9bb7-8333e528781a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=140d1d22-94ce-4df1-baab-5aa96aea6c47 HTTP/1.1" status: 200 len: 210 time: 0.0269661 Aug 27 09:54:51.439584 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-e5e4cc77-94c8-4c3e-aebf-388ac8214c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 4, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port': {'id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '02e980d1-357a-461c-8870-ce2cfd5e83bc', 'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'mac_address': 'fa:16:3e:35:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:10Z', 'updated_at': '2021-08-27T09:51:16Z', 'revision_number': 5, 'project_id': '117211cf835b42d2b9b01427af816f46', 'subnets': [{'id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:54:51.464399 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e4cc77-94c8-4c3e-aebf-388ac8214c8d None None] Checking router: 9a4f5938-8134-4de0-99cd-fa0e699801d3 for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:54:51.473756 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e4cc77-94c8-4c3e-aebf-388ac8214c8d None None] Routers {'9a4f5938-8134-4de0-99cd-fa0e699801d3'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:54:51.474354 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-e5e4cc77-94c8-4c3e-aebf-388ac8214c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:54:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['9a4f5938-8134-4de0-99cd-fa0e699801d3'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:54:51.577539 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-e5e4cc77-94c8-4c3e-aebf-388ac8214c8d None None] Set router 9a4f5938-8134-4de0-99cd-fa0e699801d3 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:54:51.775940 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-e5e4cc77-94c8-4c3e-aebf-388ac8214c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 4, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port': {'id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '02e980d1-357a-461c-8870-ce2cfd5e83bc', 'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'mac_address': 'fa:16:3e:35:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:10Z', 'updated_at': '2021-08-27T09:51:16Z', 'revision_number': 5, 'project_id': '117211cf835b42d2b9b01427af816f46', 'subnets': [{'id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:54:51.805750 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e4cc77-94c8-4c3e-aebf-388ac8214c8d None None] The sync data for ids ['9a4f5938-8134-4de0-99cd-fa0e699801d3'] in dv-cinder-804757-3-iscsi is: [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 4, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port': {'id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '02e980d1-357a-461c-8870-ce2cfd5e83bc', 'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'mac_address': 'fa:16:3e:35:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:10Z', 'updated_at': '2021-08-27T09:51:16Z', 'revision_number': 5, 'project_id': '117211cf835b42d2b9b01427af816f46', 'subnets': [{'id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:54:52.009458 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bec246-7487-46da-b649-8b041c990e0c None None] New status for floating IP 53f8bc4d-570f-4b09-a9b7-0359341a7fe2: DOWN {{(pid=100337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 09:54:52.477119 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 58528) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:54:52.532651 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2efd64ce-0df8-4d1f-bd05-51fcc1b664cb tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:52.555796 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2efd64ce-0df8-4d1f-bd05-51fcc1b664cb tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:52.601012 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2efd64ce-0df8-4d1f-bd05-51fcc1b664cb tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:52.603496 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2efd64ce-0df8-4d1f-bd05-51fcc1b664cb tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:52.604633 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-2efd64ce-0df8-4d1f-bd05-51fcc1b664cb tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "DELETE /v2.0/security-groups/dd354c8b-8f90-4229-9660-26dd973b3d8a HTTP/1.1" status: 204 len: 168 time: 0.1264691 Aug 27 09:54:52.608332 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 58530) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:54:52.624139 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd64ce-0df8-4d1f-bd05-51fcc1b664cb tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd354c8b-8f90-4229-9660-26dd973b3d8a,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:52.626159 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.api.v2.resource [None req-7a3fce8e-6c41-4ab2-8a33-b0999da940a8 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] show failed (client error): The resource could not be found. Aug 27 09:54:52.627108 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-7a3fce8e-6c41-4ab2-8a33-b0999da940a8 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups/dd354c8b-8f90-4229-9660-26dd973b3d8a HTTP/1.1" status: 404 len: 347 time: 0.0179009 Aug 27 09:54:52.630501 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 58532) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:54:52.756024 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-e56c532b-1dec-42ea-be27-66771474b6dc tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Deleting port bdeb1659-d0a8-4382-bb0d-c1d599686a0c {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:54:52.756367 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e56c532b-1dec-42ea-be27-66771474b6dc tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:52.833849 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e56c532b-1dec-42ea-be27-66771474b6dc tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:52.834182 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e56c532b-1dec-42ea-be27-66771474b6dc tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:52.846147 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-e56c532b-1dec-42ea-be27-66771474b6dc tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Calling delete_port for bdeb1659-d0a8-4382-bb0d-c1d599686a0c owned by network:floatingip {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:54:52.976468 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e56c532b-1dec-42ea-be27-66771474b6dc tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10025972'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:53.005344 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c532b-1dec-42ea-be27-66771474b6dc tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Pushing event deleted for resources: {'Port': ['ID=bdeb1659-d0a8-4382-bb0d-c1d599686a0c,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:53.091763 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e56c532b-1dec-42ea-be27-66771474b6dc tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for floatingip, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:53.094261 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e56c532b-1dec-42ea-be27-66771474b6dc tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:53.095390 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-e56c532b-1dec-42ea-be27-66771474b6dc tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "DELETE /v2.0/floatingips/53f8bc4d-570f-4b09-a9b7-0359341a7fe2 HTTP/1.1" status: 204 len: 168 time: 0.4640219 Aug 27 09:54:53.110966 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2df43-89f4-4638-b457-291f608f167a req-eb8c1704-d58b-40ec-9e99-46865a3335fc tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:53.112399 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-23b2df43-89f4-4638-b457-291f608f167a req-eb8c1704-d58b-40ec-9e99-46865a3335fc tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 946 time: 0.0674174 Aug 27 09:54:53.150850 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-23b2df43-89f4-4638-b457-291f608f167a req-4d407834-4b35-4be0-a0e7-7cb000278572 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322220 Aug 27 09:54:53.290730 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 58546) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:54:53.295958 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-d99e39e5-670d-4d6e-8ea1-18a0ff75fdbb tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--866506945', 'description': 'tempest-description--1760190443'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:54:53.318307 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-d99e39e5-670d-4d6e-8ea1-18a0ff75fdbb tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:53.362988 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-73e739b2-2db3-4d26-b05c-0c15415b787f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:53.404064 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-d99e39e5-670d-4d6e-8ea1-18a0ff75fdbb tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:53.407516 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-d99e39e5-670d-4d6e-8ea1-18a0ff75fdbb tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:53.432070 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-d99e39e5-670d-4d6e-8ea1-18a0ff75fdbb tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:53.433255 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-d99e39e5-670d-4d6e-8ea1-18a0ff75fdbb tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1415122 Aug 27 09:54:53.436875 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 58548) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:54:53.437914 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e39e5-670d-4d6e-8ea1-18a0ff75fdbb tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c28fc99-aae7-4730-ad51-340a6ebe97d0,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:53.444488 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-b08e4dc5-88be-45c4-a4e0-ee4ed2eca3fd tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Request body: {'security_group_rule': {'security_group_id': '2c28fc99-aae7-4730-ad51-340a6ebe97d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:54:53.470856 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b08e4dc5-88be-45c4-a4e0-ee4ed2eca3fd tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:53.526629 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b08e4dc5-88be-45c4-a4e0-ee4ed2eca3fd tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:53.530228 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b08e4dc5-88be-45c4-a4e0-ee4ed2eca3fd tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:53.551056 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e4dc5-88be-45c4-a4e0-ee4ed2eca3fd tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e8d1cd-fb0f-4b2a-bbbf-2224055196a6,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:53.555152 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-b08e4dc5-88be-45c4-a4e0-ee4ed2eca3fd tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:53.559166 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-b08e4dc5-88be-45c4-a4e0-ee4ed2eca3fd tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186359 Aug 27 09:54:53.559717 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 58550) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:54:53.563194 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:53.565449 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-4fbe4ea3-ea59-4991-b220-7cd10a2ab58a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Request body: {'security_group_rule': {'security_group_id': '2c28fc99-aae7-4730-ad51-340a6ebe97d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:54:53.591219 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4fbe4ea3-ea59-4991-b220-7cd10a2ab58a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:53.648619 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4fbe4ea3-ea59-4991-b220-7cd10a2ab58a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:53.652266 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4fbe4ea3-ea59-4991-b220-7cd10a2ab58a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431862'] for security_group_rule, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:53.672316 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe4ea3-ea59-4991-b220-7cd10a2ab58a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d926e8e2-b827-485a-9ab8-76e362b8b882,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:53.676134 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4fbe4ea3-ea59-4991-b220-7cd10a2ab58a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:53.677301 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-4fbe4ea3-ea59-4991-b220-7cd10a2ab58a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170814 Aug 27 09:54:53.680519 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 58552) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:54:53.689326 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-6f533be6-2434-444e-99af-a7512a30472a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Request body: {'floatingip': {'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:54:53.710351 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6f533be6-2434-444e-99af-a7512a30472a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for floatingip, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:53.804493 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6f533be6-2434-444e-99af-a7512a30472a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:53.910193 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [None req-6f533be6-2434-444e-99af-a7512a30472a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Allocated IP 172.27.3.216 (7e0666e1-bba7-40d6-99a1-baf82e3072a1/16ad6031-57d4-4eed-bb48-2f2edbdd88d6/f5f7aee5-015b-4251-b3bc-b1b68d109768) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:54:54.011707 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6f533be6-2434-444e-99af-a7512a30472a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:54.049245 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6f533be6-2434-444e-99af-a7512a30472a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:54.086094 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f533be6-2434-444e-99af-a7512a30472a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:54:54.090654 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-6f533be6-2434-444e-99af-a7512a30472a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:54:54.094010 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f533be6-2434-444e-99af-a7512a30472a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:54:54.099231 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f533be6-2434-444e-99af-a7512a30472a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Pushing event updated for resources: {'Port': ['ID=f5f7aee5-015b-4251-b3bc-b1b68d109768,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:54.178594 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6f533be6-2434-444e-99af-a7512a30472a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:54.195776 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device c1f9d423-5ee2-4769-b70e-dd4aab4c0258 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:54:54.214422 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6f533be6-2434-444e-99af-a7512a30472a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:54.217011 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: c1f9d423-5ee2-4769-b70e-dd4aab4c0258 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:54:54.217346 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device c1f9d423-5ee2-4769-b70e-dd4aab4c0258 not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:54:54.287474 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0aff65-0258-4f5e-900e-198fc414701a req-88c0ed7f-81e6-49d2-89f3-768a9a9991d7 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:54.288949 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9f0aff65-0258-4f5e-900e-198fc414701a req-88c0ed7f-81e6-49d2-89f3-768a9a9991d7 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 946 time: 0.0486517 Aug 27 09:54:54.327138 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9f0aff65-0258-4f5e-900e-198fc414701a req-aea1f51f-afba-4644-8a95-180d5e46f9aa tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311494 Aug 27 09:54:54.368657 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6f533be6-2434-444e-99af-a7512a30472a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:54.374111 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6f533be6-2434-444e-99af-a7512a30472a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:54.437414 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f533be6-2434-444e-99af-a7512a30472a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Pushing event updated for resources: {'Port': ['ID=f5f7aee5-015b-4251-b3bc-b1b68d109768,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:54.450136 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6f533be6-2434-444e-99af-a7512a30472a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504191'] for floatingip, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:54.462954 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6f533be6-2434-444e-99af-a7512a30472a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:54.464175 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-6f533be6-2434-444e-99af-a7512a30472a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7827187 Aug 27 09:54:54.521437 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:54.679116 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-cbb5e8dd-08eb-4d41-b091-01dd0fac372f tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--866506945&fields=id&tenant_id=117211cf835b42d2b9b01427af816f46 HTTP/1.1" status: 200 len: 267 time: 0.0542595 Aug 27 09:54:54.691272 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df067e-0fb1-4fda-bbcc-a7136bd11b0f req-798ff953-d063-4acc-93f6-2f401ab2aa3a tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:54.692668 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-25df067e-0fb1-4fda-bbcc-a7136bd11b0f req-798ff953-d063-4acc-93f6-2f401ab2aa3a tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.65 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 946 time: 0.0767651 Aug 27 09:54:54.941852 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:55.107482 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-38c77207-ae1c-43c1-b9d2-b0b0130b11d3 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:55.108951 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-38c77207-ae1c-43c1-b9d2-b0b0130b11d3 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/networks?id=e824150c-a620-4cc4-8f01-7bdb95aef44a HTTP/1.1" status: 200 len: 810 time: 0.4152846 Aug 27 09:54:55.123188 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-25df067e-0fb1-4fda-bbcc-a7136bd11b0f req-6fbb67fc-94a4-4aec-a3db-42d7ded9a2d4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Deleting port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:54:55.123527 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-25df067e-0fb1-4fda-bbcc-a7136bd11b0f req-6fbb67fc-94a4-4aec-a3db-42d7ded9a2d4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:55.138996 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-8c8413a5-4206-41fa-9471-ac43c252f307 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/quotas/117211cf835b42d2b9b01427af816f46 HTTP/1.1" status: 200 len: 375 time: 0.0240264 Aug 27 09:54:55.238583 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-5a499248-fef0-4e3f-a560-36d4fadffcb4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=117211cf835b42d2b9b01427af816f46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758255 Aug 27 09:54:55.249598 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-25df067e-0fb1-4fda-bbcc-a7136bd11b0f req-6fbb67fc-94a4-4aec-a3db-42d7ded9a2d4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] For port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:54:55.249960 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-25df067e-0fb1-4fda-bbcc-a7136bd11b0f req-6fbb67fc-94a4-4aec-a3db-42d7ded9a2d4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:55.423368 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-f656e325-635e-4858-82ab-c140971fb4ab service neutron] 10.222.0.55 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708968 Aug 27 09:54:55.450417 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80f164-59f7-4d22-bfbc-2ac611d31460 req-f4059d37-f814-4a37-9e0d-d86e0d8355aa tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:55.451900 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ca80f164-59f7-4d22-bfbc-2ac611d31460 req-f4059d37-f814-4a37-9e0d-d86e0d8355aa tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 946 time: 0.0547123 Aug 27 09:54:55.489637 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ca80f164-59f7-4d22-bfbc-2ac611d31460 req-1287379a-6188-4046-bfd5-36d54436dbfb tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8ced9a4-bd96-4df5-8880-3c50edee9762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315552 Aug 27 09:54:55.531975 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-25df067e-0fb1-4fda-bbcc-a7136bd11b0f req-6fbb67fc-94a4-4aec-a3db-42d7ded9a2d4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:55.532508 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-25df067e-0fb1-4fda-bbcc-a7136bd11b0f req-6fbb67fc-94a4-4aec-a3db-42d7ded9a2d4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504191'] for floatingip, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:55.532698 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.l3_db [req-25df067e-0fb1-4fda-bbcc-a7136bd11b0f req-6fbb67fc-94a4-4aec-a3db-42d7ded9a2d4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Floating IP cc6b75a8-b2d5-485d-a5ec-ce1a0fb65983 disassociated. External IP: 172.27.3.202, port: bfd42f9a-0039-4f41-b4fe-e0ed64d4393f. Aug 27 09:54:55.533045 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-25df067e-0fb1-4fda-bbcc-a7136bd11b0f req-6fbb67fc-94a4-4aec-a3db-42d7ded9a2d4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Calling delete_port for bfd42f9a-0039-4f41-b4fe-e0ed64d4393f owned by compute:nova {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:54:55.598258 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-14e7d665-3826-4057-9a0e-621309aca854 service neutron] 10.222.0.55 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684573 Aug 27 09:54:55.684347 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-25df067e-0fb1-4fda-bbcc-a7136bd11b0f req-6fbb67fc-94a4-4aec-a3db-42d7ded9a2d4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:55.713071 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb67fc-94a4-4aec-a3db-42d7ded9a2d4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Pushing event deleted for resources: {'Port': ['ID=bfd42f9a-0039-4f41-b4fe-e0ed64d4393f,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:55.771033 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d3fd036c-aa8d-41ff-b929-7a7bed85896a req-450bd4da-44ec-41f6-a837-51f22956d189 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb801f41-c2f1-4d8b-adca-582093951fb8 HTTP/1.1" status: 200 len: 210 time: 0.0287218 Aug 27 09:54:55.828342 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25df067e-0fb1-4fda-bbcc-a7136bd11b0f req-6fbb67fc-94a4-4aec-a3db-42d7ded9a2d4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:54:55.943223 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25df067e-0fb1-4fda-bbcc-a7136bd11b0f req-6fbb67fc-94a4-4aec-a3db-42d7ded9a2d4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:54:55.955573 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137b6dfd-ea15-4e08-b194-352ee228c2b9 None None] Sync routers for ids ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:54:55.968587 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137b6dfd-ea15-4e08-b194-352ee228c2b9 None None] Routers {'8402f0e2-5f96-4cf1-8524-635fd4c25d13'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:54:55.971505 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-137b6dfd-ea15-4e08-b194-352ee228c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:54:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:54:55.987015 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-25df067e-0fb1-4fda-bbcc-a7136bd11b0f req-6fbb67fc-94a4-4aec-a3db-42d7ded9a2d4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] No DVR routers for this DVR port bfd42f9a-0039-4f41-b4fe-e0ed64d4393f on host hv-cinder-80475 {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:54:55.989822 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-25df067e-0fb1-4fda-bbcc-a7136bd11b0f req-6fbb67fc-94a4-4aec-a3db-42d7ded9a2d4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:55.992653 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-25df067e-0fb1-4fda-bbcc-a7136bd11b0f req-6fbb67fc-94a4-4aec-a3db-42d7ded9a2d4 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.65 "DELETE /v2.0/ports/bfd42f9a-0039-4f41-b4fe-e0ed64d4393f HTTP/1.1" status: 204 len: 173 time: 1.2901163 Aug 27 09:54:55.993135 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2427accf-7a29-4170-8f49-f4efc245fd5b', 'name': 'network-vif-deleted', 'tag': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:54:55.995605 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b675a65-2ee6-448b-9096-5bb3393489c8" -d '{"events": [{"server_uuid": "2427accf-7a29-4170-8f49-f4efc245fd5b", "name": "network-vif-deleted", "tag": "bfd42f9a-0039-4f41-b4fe-e0ed64d4393f"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:54:56.034919 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87ec68c-c7a7-463a-8f75-4a023a869018 x-openstack-request-id: req-c87ec68c-c7a7-463a-8f75-4a023a869018 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:54:56.035221 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2427accf-7a29-4170-8f49-f4efc245fd5b", "name": "network-vif-deleted", "tag": "bfd42f9a-0039-4f41-b4fe-e0ed64d4393f", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:54:56.035462 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c87ec68c-c7a7-463a-8f75-4a023a869018 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:54:56.035853 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2427accf-7a29-4170-8f49-f4efc245fd5b', 'name': 'network-vif-deleted', 'tag': 'bfd42f9a-0039-4f41-b4fe-e0ed64d4393f', 'status': 'completed', 'code': 200} Aug 27 09:54:56.082601 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-137b6dfd-ea15-4e08-b194-352ee228c2b9 None None] Set router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:54:56.292808 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-137b6dfd-ea15-4e08-b194-352ee228c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '03955d54-ed8b-4170-944b-476665b55f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:47:21Z', 'revision_number': 4, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port': {'id': '03955d54-ed8b-4170-944b-476665b55f02', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'a03b82c4-4d05-4028-80c9-abcd87cefe35', 'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'mac_address': 'fa:16:3e:e5:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:19Z', 'updated_at': '2021-08-27T09:47:30Z', 'revision_number': 5, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'subnets': [{'id': '505694e5-d336-4af2-b727-846909e5f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:54:56.326814 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137b6dfd-ea15-4e08-b194-352ee228c2b9 None None] Checking router: 8402f0e2-5f96-4cf1-8524-635fd4c25d13 for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:54:56.340570 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:56.341685 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137b6dfd-ea15-4e08-b194-352ee228c2b9 None None] Routers {'8402f0e2-5f96-4cf1-8524-635fd4c25d13'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:54:56.342275 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-137b6dfd-ea15-4e08-b194-352ee228c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:54:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:54:56.593056 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-137b6dfd-ea15-4e08-b194-352ee228c2b9 None None] Set router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:54:56.605302 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-95891830-c21b-41bc-bb93-41d98db952fd req-9c468f1c-7a1d-4f1d-9841-0f7d4de85c5e tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/ports?device_id=2427accf-7a29-4170-8f49-f4efc245fd5b HTTP/1.1" status: 200 len: 210 time: 0.0268431 Aug 27 09:54:56.788180 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-137b6dfd-ea15-4e08-b194-352ee228c2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '03955d54-ed8b-4170-944b-476665b55f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:47:21Z', 'revision_number': 4, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port': {'id': '03955d54-ed8b-4170-944b-476665b55f02', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'a03b82c4-4d05-4028-80c9-abcd87cefe35', 'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'mac_address': 'fa:16:3e:e5:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:19Z', 'updated_at': '2021-08-27T09:47:30Z', 'revision_number': 5, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'subnets': [{'id': '505694e5-d336-4af2-b727-846909e5f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:54:56.814939 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137b6dfd-ea15-4e08-b194-352ee228c2b9 None None] The sync data for ids ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'] in dv-cinder-804757-3-iscsi is: [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '03955d54-ed8b-4170-944b-476665b55f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:47:21Z', 'revision_number': 4, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port': {'id': '03955d54-ed8b-4170-944b-476665b55f02', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'a03b82c4-4d05-4028-80c9-abcd87cefe35', 'name': '', 'network_id': 'fa720c6a-2d26-4f54-b2b8-b3eaae9d4896', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'mac_address': 'fa:16:3e:e5:f6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '505694e5-d336-4af2-b727-846909e5f608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:19Z', 'updated_at': '2021-08-27T09:47:30Z', 'revision_number': 5, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'subnets': [{'id': '505694e5-d336-4af2-b727-846909e5f608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:54:56.915665 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d17f2a45-a1c8-4415-8c33-4a5f3c82bcb1 req-5bb08ce0-252e-4b74-85c8-0925b51cd972 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb801f41-c2f1-4d8b-adca-582093951fb8 HTTP/1.1" status: 200 len: 210 time: 0.0351467 Aug 27 09:54:56.962938 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-4746f759-3305-4ad9-81d3-56246362e79c tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:56.964625 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-4746f759-3305-4ad9-81d3-56246362e79c tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.65 "GET /v2.0/networks?id=e824150c-a620-4cc4-8f01-7bdb95aef44a HTTP/1.1" status: 200 len: 810 time: 0.1621618 Aug 27 09:54:57.015730 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-33d9ca5a-6fb0-4ca4-9fdd-5f566cfc65b3 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=117211cf835b42d2b9b01427af816f46 HTTP/1.1" status: 200 len: 379 time: 0.0368533 Aug 27 09:54:57.026913 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-6f934c12-af33-4222-ab4f-d257a12daf23 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Request body: {'port': {'device_id': 'fb801f41-c2f1-4d8b-adca-582093951fb8', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'admin_state_up': True, 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'security_groups': ['2c28fc99-aae7-4730-ad51-340a6ebe97d0']}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:54:57.053816 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d739a-0fad-4893-a584-5ff316bff9cd None None] New status for floating IP cc6b75a8-b2d5-485d-a5ec-ce1a0fb65983: DOWN {{(pid=100337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 09:54:57.138448 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-6f934c12-af33-4222-ab4f-d257a12daf23 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Made reservation on behalf of 117211cf835b42d2b9b01427af816f46 for: {'port': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:54:57.141805 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-6f934c12-af33-4222-ab4f-d257a12daf23 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:57.263109 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-6f934c12-af33-4222-ab4f-d257a12daf23 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Allocated IP 172.20.0.3 (e824150c-a620-4cc4-8f01-7bdb95aef44a/fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b/a481c2ee-4f86-45bc-825c-a3aa9a8416c0) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:54:57.397116 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-6f934c12-af33-4222-ab4f-d257a12daf23 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:57.410139 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-6f934c12-af33-4222-ab4f-d257a12daf23 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Transition to ACTIVE for port object a481c2ee-4f86-45bc-825c-a3aa9a8416c0 will not be triggered until provisioned by entity DHCP. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:54:57.442043 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-6f934c12-af33-4222-ab4f-d257a12daf23 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:57.482795 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-6f934c12-af33-4222-ab4f-d257a12daf23 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Network e824150c-a620-4cc4-8f01-7bdb95aef44a is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:54:57.487622 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-6f934c12-af33-4222-ab4f-d257a12daf23 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:54:57.491232 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-6f934c12-af33-4222-ab4f-d257a12daf23 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:54:57.520659 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f934c12-af33-4222-ab4f-d257a12daf23 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Pushing event updated for resources: {'Port': ['ID=a481c2ee-4f86-45bc-825c-a3aa9a8416c0,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:57.548861 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-6f934c12-af33-4222-ab4f-d257a12daf23 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:57.549518 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-6f934c12-af33-4222-ab4f-d257a12daf23 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:57.565255 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-6f934c12-af33-4222-ab4f-d257a12daf23 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5421207 Aug 27 09:54:57.578444 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Request body: {'port': {'device_id': 'fb801f41-c2f1-4d8b-adca-582093951fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:54:57.632984 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:57.664643 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-a1e8da93-1b19-4131-9ebf-4e3d181f1b30 None None] Provisioning for port a481c2ee-4f86-45bc-825c-a3aa9a8416c0 completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:54:57.669888 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-a1e8da93-1b19-4131-9ebf-4e3d181f1b30 None None] Provisioning complete for port a481c2ee-4f86-45bc-825c-a3aa9a8416c0 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:54:57.670475 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-a1e8da93-1b19-4131-9ebf-4e3d181f1b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:57.701313 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 58598) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:54:57.707789 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8da93-1b19-4131-9ebf-4e3d181f1b30 None None] Port a481c2ee-4f86-45bc-825c-a3aa9a8416c0 cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:54:57.851477 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-5da5293e-3906-4c6b-8c3a-d95d0feaac1b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:57.886152 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-5da5293e-3906-4c6b-8c3a-d95d0feaac1b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:57.993616 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a481c2ee-4f86-45bc-825c-a3aa9a8416c0 {{(pid=100334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:54:58.001661 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:58.003943 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-5da5293e-3906-4c6b-8c3a-d95d0feaac1b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:58.006575 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-5da5293e-3906-4c6b-8c3a-d95d0feaac1b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:58.007716 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-5da5293e-3906-4c6b-8c3a-d95d0feaac1b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "DELETE /v2.0/security-groups/c8ced9a4-bd96-4df5-8880-3c50edee9762 HTTP/1.1" status: 204 len: 168 time: 0.3052905 Aug 27 09:54:58.014254 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 58602) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:54:58.036654 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5293e-3906-4c6b-8c3a-d95d0feaac1b tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ced9a4-bd96-4df5-8880-3c50edee9762,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:58.038674 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Transition to ACTIVE for port object a481c2ee-4f86-45bc-825c-a3aa9a8416c0 will not be triggered until provisioned by entity L2. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:54:58.039814 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.api.v2.resource [None req-1f5c29f5-543d-4b7c-b6a4-809949f71cde tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] show failed (client error): The resource could not be found. Aug 27 09:54:58.040920 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-1f5c29f5-543d-4b7c-b6a4-809949f71cde tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "GET /v2.0/security-groups/c8ced9a4-bd96-4df5-8880-3c50edee9762 HTTP/1.1" status: 404 len: 347 time: 0.0257750 Aug 27 09:54:58.042634 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:58.045831 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 58604) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:54:58.048637 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca93ea-e4e9-49df-b6ad-57762ea3c891 req-a5c6cf09-c98d-4a56-9424-1ff14188b613 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:58.050230 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-30ca93ea-e4e9-49df-b6ad-57762ea3c891 req-a5c6cf09-c98d-4a56-9424-1ff14188b613 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb801f41-c2f1-4d8b-adca-582093951fb8 HTTP/1.1" status: 200 len: 931 time: 0.0565012 Aug 27 09:54:58.101922 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-30ca93ea-e4e9-49df-b6ad-57762ea3c891 req-fa9c9cef-99ee-4fa2-ab9c-3883b7e25567 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c28fc99-aae7-4730-ad51-340a6ebe97d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436685 Aug 27 09:54:58.140988 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Pushing event updated for resources: {'Port': ['ID=a481c2ee-4f86-45bc-825c-a3aa9a8416c0,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:58.241610 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device bfd42f9a-0039-4f41-b4fe-e0ed64d4393f no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:54:58.264511 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: bfd42f9a-0039-4f41-b4fe-e0ed64d4393f {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:54:58.264905 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device bfd42f9a-0039-4f41-b4fe-e0ed64d4393f not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:54:58.295003 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Attempting to bind port a481c2ee-4f86-45bc-825c-a3aa9a8416c0 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:54:58.295335 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Attempting to bind port a481c2ee-4f86-45bc-825c-a3aa9a8416c0 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'ef98a523-0c5d-46a5-bd8b-ecbee4e89de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a'}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:54:58.295697 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Attempting to bind port a481c2ee-4f86-45bc-825c-a3aa9a8416c0 on network e824150c-a620-4cc4-8f01-7bdb95aef44a {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:54:58.303271 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b984a-b174-4a20-ae20-e856f8126a25 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Deleting port 3b44679b-5e91-425f-a829-0bd88f632d0b {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:54:58.303606 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0a1b984a-b174-4a20-ae20-e856f8126a25 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:58.306189 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Port a481c2ee-4f86-45bc-825c-a3aa9a8416c0 on network e824150c-a620-4cc4-8f01-7bdb95aef44a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:54:58.306503 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Attempting to bind port a481c2ee-4f86-45bc-825c-a3aa9a8416c0 on network e824150c-a620-4cc4-8f01-7bdb95aef44a {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:54:58.351171 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:54:58.351510 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Checking segment: {'id': 'ef98a523-0c5d-46a5-bd8b-ecbee4e89de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:54:58.351891 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Bound using segment: {'id': 'ef98a523-0c5d-46a5-bd8b-ecbee4e89de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a'} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:54:58.352311 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Bound port: a481c2ee-4f86-45bc-825c-a3aa9a8416c0, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef98a523-0c5d-46a5-bd8b-ecbee4e89de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a'}}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:54:58.352661 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:58.441254 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0a1b984a-b174-4a20-ae20-e856f8126a25 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:58.441523 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0a1b984a-b174-4a20-ae20-e856f8126a25 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:58.462370 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b984a-b174-4a20-ae20-e856f8126a25 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Calling delete_port for 3b44679b-5e91-425f-a829-0bd88f632d0b owned by network:floatingip {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:54:58.469935 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] For port a481c2ee-4f86-45bc-825c-a3aa9a8416c0, host hv-cinder-80475, cleared binding levels {{(pid=100334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:54:58.475253 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] For port a481c2ee-4f86-45bc-825c-a3aa9a8416c0, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a481c2ee-4f86-45bc-825c-a3aa9a8416c0,segment=NetworkSegment(ef98a523-0c5d-46a5-bd8b-ecbee4e89de5),segment_id=ef98a523-0c5d-46a5-bd8b-ecbee4e89de5)] {{(pid=100334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:54:58.482714 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:58.565111 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:58.565792 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:58.567230 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] 10.222.0.65 "PUT /v2.0/ports/a481c2ee-4f86-45bc-825c-a3aa9a8416c0 HTTP/1.1" status: 200 len: 1093 time: 0.9934282 Aug 27 09:54:58.569136 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb801f41-c2f1-4d8b-adca-582093951fb8', 'tag': 'a481c2ee-4f86-45bc-825c-a3aa9a8416c0'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:54:58.571682 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06ee16c-61c9-4b95-95ae-235c5753febc" -d '{"events": [{"name": "network-changed", "server_uuid": "fb801f41-c2f1-4d8b-adca-582093951fb8", "tag": "a481c2ee-4f86-45bc-825c-a3aa9a8416c0"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:54:58.626926 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f3d00d-7ac3-4ab5-9ba3-1bade8386a60 x-openstack-request-id: req-23f3d00d-7ac3-4ab5-9ba3-1bade8386a60 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:54:58.627220 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb801f41-c2f1-4d8b-adca-582093951fb8", "tag": "a481c2ee-4f86-45bc-825c-a3aa9a8416c0", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:54:58.627472 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23f3d00d-7ac3-4ab5-9ba3-1bade8386a60 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:54:58.627868 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb801f41-c2f1-4d8b-adca-582093951fb8', 'tag': 'a481c2ee-4f86-45bc-825c-a3aa9a8416c0', 'status': 'completed', 'code': 200} Aug 27 09:54:58.628557 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d8fb2-a29f-4ce3-a8c1-95e95c1e327c service neutron] Pushing event updated for resources: {'Port': ['ID=a481c2ee-4f86-45bc-825c-a3aa9a8416c0,revision_number=3']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:58.694197 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-2e4d7f04-c59d-429e-a69d-ea3bcc9b8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:58.696727 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-2e4d7f04-c59d-429e-a69d-ea3bcc9b8091 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=117211cf835b42d2b9b01427af816f46&device_id=fb801f41-c2f1-4d8b-adca-582093951fb8 HTTP/1.1" status: 200 len: 1096 time: 0.0866277 Aug 27 09:54:58.762797 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-b89bc682-70cc-49b6-8776-aaa187f90088 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a481c2ee-4f86-45bc-825c-a3aa9a8416c0 HTTP/1.1" status: 200 len: 217 time: 0.0432131 Aug 27 09:54:58.812823 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0a1b984a-b174-4a20-ae20-e856f8126a25 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:58.844679 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b984a-b174-4a20-ae20-e856f8126a25 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Pushing event deleted for resources: {'Port': ['ID=3b44679b-5e91-425f-a829-0bd88f632d0b,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:54:58.849262 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-166fc6a5-3f31-41b1-a035-315ecde5dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:58.850780 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-166fc6a5-3f31-41b1-a035-315ecde5dde6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b HTTP/1.1" status: 200 len: 849 time: 0.0793800 Aug 27 09:54:58.940937 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0a1b984a-b174-4a20-ae20-e856f8126a25 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks [] for floatingip, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:58.943467 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-0a1b984a-b174-4a20-ae20-e856f8126a25 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:54:58.944642 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-0a1b984a-b174-4a20-ae20-e856f8126a25 tempest-AttachVolumeShelveTestJSON-680514890 tempest-AttachVolumeShelveTestJSON-680514890-project] 10.222.0.55 "DELETE /v2.0/floatingips/cc6b75a8-b2d5-485d-a5ec-ce1a0fb65983 HTTP/1.1" status: 204 len: 168 time: 0.8963783 Aug 27 09:54:58.949847 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-5c01ecfa-9153-45ae-b949-9570aff3ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:58.951350 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-5c01ecfa-9153-45ae-b949-9570aff3ad8c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e824150c-a620-4cc4-8f01-7bdb95aef44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808413 Aug 27 09:54:59.051664 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-50912f3f-73d9-4a54-b928-617a3df39142 service neutron] 10.222.0.65 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919254 Aug 27 09:54:59.146245 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3ac75261-266e-40fa-a524-be9e1b1f6b5b req-4e2c24f1-8a54-4d6f-966c-3066eff288d9 service neutron] 10.222.0.65 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880191 Aug 27 09:54:59.223535 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b09b88-f69f-4fec-88a6-e2a9107a244d req-a328416a-bbae-4063-891e-72b02c65fb5d tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:59.225622 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e4b09b88-f69f-4fec-88a6-e2a9107a244d req-a328416a-bbae-4063-891e-72b02c65fb5d tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb801f41-c2f1-4d8b-adca-582093951fb8 HTTP/1.1" status: 200 len: 943 time: 0.0528290 Aug 27 09:54:59.238829 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ee16c-61c9-4b95-95ae-235c5753febc req-d6358346-8b23-48b8-b270-260aa11897ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:59.240304 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a06ee16c-61c9-4b95-95ae-235c5753febc req-d6358346-8b23-48b8-b270-260aa11897ba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=117211cf835b42d2b9b01427af816f46&device_id=fb801f41-c2f1-4d8b-adca-582093951fb8 HTTP/1.1" status: 200 len: 1096 time: 0.0439103 Aug 27 09:54:59.266011 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e4b09b88-f69f-4fec-88a6-e2a9107a244d req-b1f61d14-268f-4cd1-92fe-e7cbf7a97b5e tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c28fc99-aae7-4730-ad51-340a6ebe97d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334485 Aug 27 09:54:59.338537 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ee16c-61c9-4b95-95ae-235c5753febc req-f9490591-57e5-4cff-acec-41f33484c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:59.340564 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a06ee16c-61c9-4b95-95ae-235c5753febc req-f9490591-57e5-4cff-acec-41f33484c439 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e824150c-a620-4cc4-8f01-7bdb95aef44a HTTP/1.1" status: 200 len: 912 time: 0.0913811 Aug 27 09:54:59.382525 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a06ee16c-61c9-4b95-95ae-235c5753febc req-15471124-3192-479c-a7a3-6d467c3f8347 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a481c2ee-4f86-45bc-825c-a3aa9a8416c0 HTTP/1.1" status: 200 len: 217 time: 0.0336049 Aug 27 09:54:59.431728 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ee16c-61c9-4b95-95ae-235c5753febc req-6930fc7c-af0f-4a03-8430-c2f4b4624423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:59.433117 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a06ee16c-61c9-4b95-95ae-235c5753febc req-6930fc7c-af0f-4a03-8430-c2f4b4624423 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b HTTP/1.1" status: 200 len: 849 time: 0.0426116 Aug 27 09:54:59.478007 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ee16c-61c9-4b95-95ae-235c5753febc req-5076ca22-56cc-467d-935a-062d757226bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:54:59.479475 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a06ee16c-61c9-4b95-95ae-235c5753febc req-5076ca22-56cc-467d-935a-062d757226bb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e824150c-a620-4cc4-8f01-7bdb95aef44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379899 Aug 27 09:54:59.569171 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a06ee16c-61c9-4b95-95ae-235c5753febc req-ecfe0ad6-5045-4c34-9822-e69291e543d2 service neutron] 10.222.0.65 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821683 Aug 27 09:54:59.657201 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a06ee16c-61c9-4b95-95ae-235c5753febc req-b962bcc4-b5f9-456f-a860-922a069779e3 service neutron] 10.222.0.65 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789487 Aug 27 09:55:00.388515 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc8863-af22-4f74-b568-6ce729184156 req-d9112257-28b6-498b-96ef-8750b916f0f4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:00.390061 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-53bc8863-af22-4f74-b568-6ce729184156 req-d9112257-28b6-498b-96ef-8750b916f0f4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb801f41-c2f1-4d8b-adca-582093951fb8 HTTP/1.1" status: 200 len: 943 time: 0.0556834 Aug 27 09:55:00.431130 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-53bc8863-af22-4f74-b568-6ce729184156 req-736d7daa-5b07-40b3-a086-42768ffca780 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c28fc99-aae7-4730-ad51-340a6ebe97d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338383 Aug 27 09:55:01.350179 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 58632) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:01.816900 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13726f4c-ffd6-4362-a029-07513cebfac5 req-de9f45c1-95f0-441a-8fb7-38dd316c5375 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:01.818365 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-13726f4c-ffd6-4362-a029-07513cebfac5 req-de9f45c1-95f0-441a-8fb7-38dd316c5375 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb801f41-c2f1-4d8b-adca-582093951fb8 HTTP/1.1" status: 200 len: 943 time: 0.3226805 Aug 27 09:55:01.915376 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-13726f4c-ffd6-4362-a029-07513cebfac5 req-277d73e6-16ee-4c95-8192-54ee7b0cd9ea tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c28fc99-aae7-4730-ad51-340a6ebe97d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661108 Aug 27 09:55:02.068943 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-52df3593-95b9-4fef-addd-86f42c5db838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505889'] for router_interface, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:02.273808 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device a481c2ee-4f86-45bc-825c-a3aa9a8416c0 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:55:02.301866 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-52df3593-95b9-4fef-addd-86f42c5db838 admin admin] Deleting port a03b82c4-4d05-4028-80c9-abcd87cefe35 {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:55:02.302195 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-52df3593-95b9-4fef-addd-86f42c5db838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:02.372957 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port a481c2ee-4f86-45bc-825c-a3aa9a8416c0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a481c2ee-4f86-45bc-825c-a3aa9a8416c0,segment=NetworkSegment(ef98a523-0c5d-46a5-bd8b-ecbee4e89de5),segment_id=ef98a523-0c5d-46a5-bd8b-ecbee4e89de5)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:55:02.379435 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [None req-52df3593-95b9-4fef-addd-86f42c5db838 admin admin] For port a03b82c4-4d05-4028-80c9-abcd87cefe35, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=a03b82c4-4d05-4028-80c9-abcd87cefe35,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:55:02.379975 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-52df3593-95b9-4fef-addd-86f42c5db838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:02.386068 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': 'a481c2ee-4f86-45bc-825c-a3aa9a8416c0', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'port_id': 'a481c2ee-4f86-45bc-825c-a3aa9a8416c0', 'mac_address': 'fa:16:3e:9f:37:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:55:02.393150 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-52df3593-95b9-4fef-addd-86f42c5db838 admin admin] Calling delete_port for a03b82c4-4d05-4028-80c9-abcd87cefe35 owned by network:router_interface {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:55:02.423024 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:02.436933 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a481c2ee-4f86-45bc-825c-a3aa9a8416c0 {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:55:02.456610 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port a481c2ee-4f86-45bc-825c-a3aa9a8416c0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a481c2ee-4f86-45bc-825c-a3aa9a8416c0,segment=NetworkSegment(ef98a523-0c5d-46a5-bd8b-ecbee4e89de5),segment_id=ef98a523-0c5d-46a5-bd8b-ecbee4e89de5)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:55:02.460689 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:02.508146 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=a481c2ee-4f86-45bc-825c-a3aa9a8416c0,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:02.516978 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:02.517144 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:02.517356 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:02.517720 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:02.518102 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:02.518485 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:02.518735 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:02.519065 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:02.519388 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:02.519733 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:02.520029 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:02.520359 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:02.570039 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-52df3593-95b9-4fef-addd-86f42c5db838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10025972'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:02.598650 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df3593-95b9-4fef-addd-86f42c5db838 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03b82c4-4d05-4028-80c9-abcd87cefe35,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:02.702957 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['a481c2ee-4f86-45bc-825c-a3aa9a8416c0'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:55:02.767223 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-52df3593-95b9-4fef-addd-86f42c5db838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1681814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506091'] for router_interface, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:02.979328 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52df3593-95b9-4fef-addd-86f42c5db838 admin admin] Router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:55:03.027018 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabff8e-73a0-47fd-a310-27d958f1bad0 req-a7ec0fd2-c7e4-43f8-b06e-98c466969706 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:03.029233 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-eaabff8e-73a0-47fd-a310-27d958f1bad0 req-a7ec0fd2-c7e4-43f8-b06e-98c466969706 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb801f41-c2f1-4d8b-adca-582093951fb8 HTTP/1.1" status: 200 len: 944 time: 0.0474408 Aug 27 09:55:03.067737 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-eaabff8e-73a0-47fd-a310-27d958f1bad0 req-fb7e3145-5456-46d3-827e-0e5822955e5a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c28fc99-aae7-4730-ad51-340a6ebe97d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324993 Aug 27 09:55:03.088826 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52df3593-95b9-4fef-addd-86f42c5db838 admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:55:03.094219 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-52df3593-95b9-4fef-addd-86f42c5db838 admin admin] 10.222.0.55 "PUT /v2.0/routers/8402f0e2-5f96-4cf1-8524-635fd4c25d13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7430279 Aug 27 09:55:03.096813 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 58640) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:03.097968 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be1795-1277-43bf-abb7-28a363a4cb09 None None] Sync routers for ids ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:55:03.107164 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01be1795-1277-43bf-abb7-28a363a4cb09 None None] Routers {'8402f0e2-5f96-4cf1-8524-635fd4c25d13'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:55:03.107772 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-01be1795-1277-43bf-abb7-28a363a4cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:54:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:55:03.197117 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b33b27b9-c243-4bc6-ac84-b73204595933 admin admin] Notify callbacks [] for router, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:03.212134 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-01be1795-1277-43bf-abb7-28a363a4cb09 None None] Set router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:55:03.298110 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b33b27b9-c243-4bc6-ac84-b73204595933 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:03.350566 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-b33b27b9-c243-4bc6-ac84-b73204595933 admin admin] Deleting port 03955d54-ed8b-4170-944b-476665b55f02 {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:55:03.350913 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b33b27b9-c243-4bc6-ac84-b73204595933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:03.384673 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-01be1795-1277-43bf-abb7-28a363a4cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '03955d54-ed8b-4170-944b-476665b55f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:55:02Z', 'revision_number': 5, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port': {'id': '03955d54-ed8b-4170-944b-476665b55f02', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:47:15Z', 'updated_at': '2021-08-27T09:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:55:03.413303 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be1795-1277-43bf-abb7-28a363a4cb09 None None] Checking router: 8402f0e2-5f96-4cf1-8524-635fd4c25d13 for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:55:03.421968 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01be1795-1277-43bf-abb7-28a363a4cb09 None None] Routers {'8402f0e2-5f96-4cf1-8524-635fd4c25d13'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:55:03.422564 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-01be1795-1277-43bf-abb7-28a363a4cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:54:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:55:03.428911 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [None req-b33b27b9-c243-4bc6-ac84-b73204595933 admin admin] For port 03955d54-ed8b-4170-944b-476665b55f02, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=03955d54-ed8b-4170-944b-476665b55f02,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:55:03.429429 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b33b27b9-c243-4bc6-ac84-b73204595933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:03.442338 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-b33b27b9-c243-4bc6-ac84-b73204595933 admin admin] Calling delete_port for 03955d54-ed8b-4170-944b-476665b55f02 owned by network:router_gateway {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:55:03.508032 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-01be1795-1277-43bf-abb7-28a363a4cb09 None None] Set router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 gateway port host: None {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:55:03.558660 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-01be1795-1277-43bf-abb7-28a363a4cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:55:03Z', 'revision_number': 6, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port_host': None}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:55:03.588872 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be1795-1277-43bf-abb7-28a363a4cb09 None None] The sync data for ids ['8402f0e2-5f96-4cf1-8524-635fd4c25d13'] in dv-cinder-804757-3-iscsi is: [{'id': '8402f0e2-5f96-4cf1-8524-635fd4c25d13', 'name': 'tempest-AttachVolumeShelveTestJSON-219842019-router', 'tenant_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:47:13Z', 'updated_at': '2021-08-27T09:55:03Z', 'revision_number': 6, 'project_id': '2ec5ee960a9a402baca62a4f82fadfe3', 'gw_port_host': None}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:55:03.604728 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b33b27b9-c243-4bc6-ac84-b73204595933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10025972'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:03.635895 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b27b9-c243-4bc6-ac84-b73204595933 admin admin] Pushing event deleted for resources: {'Port': ['ID=03955d54-ed8b-4170-944b-476665b55f02,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:03.692933 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b33b27b9-c243-4bc6-ac84-b73204595933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504241'] for router_gateway, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:03.778442 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b33b27b9-c243-4bc6-ac84-b73204595933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1023807'] for router, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:03.780490 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b33b27b9-c243-4bc6-ac84-b73204595933 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:03.821761 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b33b27b9-c243-4bc6-ac84-b73204595933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-510241'] for router, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:03.822277 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33b27b9-c243-4bc6-ac84-b73204595933 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8402f0e2-5f96-4cf1-8524-635fd4c25d13 {{(pid=100335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 09:55:03.827298 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b33b27b9-c243-4bc6-ac84-b73204595933 admin admin] Notify callbacks [] for router, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:03.828492 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-b33b27b9-c243-4bc6-ac84-b73204595933 admin admin] 10.222.0.55 "DELETE /v2.0/routers/8402f0e2-5f96-4cf1-8524-635fd4c25d13 HTTP/1.1" status: 204 len: 168 time: 0.7307472 Aug 27 09:55:03.830947 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 58642) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:03.878800 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_v2 [None req-f806f9ab-0598-4ae6-9088-c8c4ba3323e0 admin admin] Deleting subnet 505694e5-d336-4af2-b727-846909e5f608 {{(pid=100335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 09:55:03.881721 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f806f9ab-0598-4ae6-9088-c8c4ba3323e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:03.916098 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f806f9ab-0598-4ae6-9088-c8c4ba3323e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8871706'] for subnet, precommit_delete_associations {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:03.998837 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f806f9ab-0598-4ae6-9088-c8c4ba3323e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492648'] for subnet, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:04.055463 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f806f9ab-0598-4ae6-9088-c8c4ba3323e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10025895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9764155'] for subnet, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:04.081048 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806f9ab-0598-4ae6-9088-c8c4ba3323e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=505694e5-d336-4af2-b727-846909e5f608,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:04.086170 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f806f9ab-0598-4ae6-9088-c8c4ba3323e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:04.091133 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-f806f9ab-0598-4ae6-9088-c8c4ba3323e0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/505694e5-d336-4af2-b727-846909e5f608 HTTP/1.1" status: 204 len: 168 time: 0.2561541 Aug 27 09:55:04.091507 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 58646) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:04.094232 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd61fe8-90ec-40f9-8d3b-009abaa150eb None None] Network fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:55:04.167618 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574520'] for network, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:04.190217 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126928f-a28e-43a6-979b-84718e61b598 req-2865f4bd-b2b1-4345-bb2d-04230131fbd0 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:04.192040 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d126928f-a28e-43a6-979b-84718e61b598 req-2865f4bd-b2b1-4345-bb2d-04230131fbd0 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb801f41-c2f1-4d8b-adca-582093951fb8 HTTP/1.1" status: 200 len: 944 time: 0.0551155 Aug 27 09:55:04.228782 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] Deleting port cdacb97b-f69b-41e7-865e-a38c9ac53418 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:55:04.229519 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:04.238872 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d126928f-a28e-43a6-979b-84718e61b598 req-d1577166-99f2-49b4-90d0-dd5c2e56e894 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c28fc99-aae7-4730-ad51-340a6ebe97d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404088 Aug 27 09:55:04.305663 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device a481c2ee-4f86-45bc-825c-a3aa9a8416c0 up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:55:04.330594 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] For port cdacb97b-f69b-41e7-865e-a38c9ac53418, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=cdacb97b-f69b-41e7-865e-a38c9ac53418,segment=NetworkSegment(d45627ae-03a1-4474-baff-bc368b04dfda),segment_id=d45627ae-03a1-4474-baff-bc368b04dfda)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:55:04.330594 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:04.347991 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cbb22d-c0a2-4279-ba04-a07d044e32d0 None None] DHCP port deletion for fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 request from dv-cinder-804757-3-iscsi {{(pid=100336) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 09:55:04.350439 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] Calling delete_port for cdacb97b-f69b-41e7-865e-a38c9ac53418 owned by network:dhcp {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:55:04.408463 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port a481c2ee-4f86-45bc-825c-a3aa9a8416c0 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:55:04.414936 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device a03b82c4-4d05-4028-80c9-abcd87cefe35 no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:55:04.418405 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port a481c2ee-4f86-45bc-825c-a3aa9a8416c0 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:55:04.418777 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:04.444385 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:04.460999 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: a03b82c4-4d05-4028-80c9-abcd87cefe35 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:55:04.461343 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device a03b82c4-4d05-4028-80c9-abcd87cefe35 not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:55:04.461790 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 03955d54-ed8b-4170-944b-476665b55f02 no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:55:04.466527 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-c3cbb22d-c0a2-4279-ba04-a07d044e32d0 None None] Deleting port cdacb97b-f69b-41e7-865e-a38c9ac53418 {{(pid=100336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:55:04.466885 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-c3cbb22d-c0a2-4279-ba04-a07d044e32d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:04.472485 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdacb97b-f69b-41e7-865e-a38c9ac53418,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:04.477327 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] No DVR routers for this DVR port cdacb97b-f69b-41e7-865e-a38c9ac53418 on host dv-cinder-804757-3-iscsi {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:55:04.502410 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: 03955d54-ed8b-4170-944b-476665b55f02 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:55:04.502752 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 03955d54-ed8b-4170-944b-476665b55f02 not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:55:04.503165 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device cdacb97b-f69b-41e7-865e-a38c9ac53418 no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:55:04.564689 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561491', 'neutron.services.segments.db._delete_segments_for_network-8775451844590'] for network, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:04.573620 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: cdacb97b-f69b-41e7-865e-a38c9ac53418 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:55:04.574025 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device cdacb97b-f69b-41e7-865e-a38c9ac53418 not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:55:04.588267 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa720c6a-2d26-4f54-b2b8-b3eaae9d4896']}} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:55:04.602313 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-c3cbb22d-c0a2-4279-ba04-a07d044e32d0 None None] For port cdacb97b-f69b-41e7-865e-a38c9ac53418, host dv-cinder-804757-3-iscsi, got binding levels [] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:55:04.602853 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45627ae-03a1-4474-baff-bc368b04dfda') {'for_net_delete': True} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:55:04.602983 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45627ae-03a1-4474-baff-bc368b04dfda') {} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:55:04.603082 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-c3cbb22d-c0a2-4279-ba04-a07d044e32d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:04.615220 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775451844473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10028809'] for segment, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:04.631515 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:04.636037 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-c3cbb22d-c0a2-4279-ba04-a07d044e32d0 None None] Calling delete_port for cdacb97b-f69b-41e7-865e-a38c9ac53418 owned by network:dhcp {{(pid=100336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:55:04.640237 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.ipam_backend_mixin [None req-c3cbb22d-c0a2-4279-ba04-a07d044e32d0 None None] Port cdacb97b-f69b-41e7-865e-a38c9ac53418 was not found and therefore no delete operation was performed {{(pid=100336) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 09:55:04.640394 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=100334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 09:55:04.640975 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10058782'] for segment, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: Traceback (most recent call last): Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: timer() Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: cb(*args, **kw) Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: return func(*args, **kwargs) Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: self._notify() Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: self.callback(batched_events) Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: event.method(event) Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: return f(self, *a, **k) Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._get(url).json() Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: return self.request(url, 'GET', **kwargs) Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 09:55:04.643519 dv-cinder-804757-3-iscsi neutron-server[100334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 09:55:04.645700 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-c3cbb22d-c0a2-4279-ba04-a07d044e32d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605'] for port, after_delete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:04.703796 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504205'] for network, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:04.724999 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:04.729943 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 HTTP/1.1" status: 204 len: 168 time: 0.6370318 Aug 27 09:55:04.731872 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89275450-79f1-4e56-8e8a-95ebeecc9ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa720c6a-2d26-4f54-b2b8-b3eaae9d4896,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:04.817963 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbb22d-c0a2-4279-ba04-a07d044e32d0 None None] Pushing event deleted for resources: {'Port': ['ID=cdacb97b-f69b-41e7-865e-a38c9ac53418,revision_number=None']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:04.823022 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:04.825602 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3cbb22d-c0a2-4279-ba04-a07d044e32d0 None None] Network fa720c6a-2d26-4f54-b2b8-b3eaae9d4896 is not hosted by any dhcp agent {{(pid=100336) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 09:55:04.826058 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cbb22d-c0a2-4279-ba04-a07d044e32d0 None None] No DVR routers for this DVR port cdacb97b-f69b-41e7-865e-a38c9ac53418 on host dv-cinder-804757-3-iscsi {{(pid=100336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:55:04.854462 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb801f41-c2f1-4d8b-adca-582093951fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a481c2ee-4f86-45bc-825c-a3aa9a8416c0'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:55:04.858928 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5635bc18-a538-4cfc-9828-33ce3bd7f005" -d '{"events": [{"server_uuid": "fb801f41-c2f1-4d8b-adca-582093951fb8", "name": "network-vif-plugged", "status": "completed", "tag": "a481c2ee-4f86-45bc-825c-a3aa9a8416c0"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:55:04.866621 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 58652) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:04.874259 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port a481c2ee-4f86-45bc-825c-a3aa9a8416c0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a481c2ee-4f86-45bc-825c-a3aa9a8416c0,segment=NetworkSegment(ef98a523-0c5d-46a5-bd8b-ecbee4e89de5),segment_id=ef98a523-0c5d-46a5-bd8b-ecbee4e89de5)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:55:04.879924 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:04.907377 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7371c6-7d63-4b1e-97d8-2db4ca319294 x-openstack-request-id: req-db7371c6-7d63-4b1e-97d8-2db4ca319294 {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:55:04.907671 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb801f41-c2f1-4d8b-adca-582093951fb8", "name": "network-vif-plugged", "status": "completed", "tag": "a481c2ee-4f86-45bc-825c-a3aa9a8416c0", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:55:04.907924 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db7371c6-7d63-4b1e-97d8-2db4ca319294 {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:55:04.908651 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb801f41-c2f1-4d8b-adca-582093951fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a481c2ee-4f86-45bc-825c-a3aa9a8416c0', 'code': 200} Aug 27 09:55:04.923880 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-9e4167a9-6318-4ebc-a468-74942e3b2774 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ec5ee960a9a402baca62a4f82fadfe3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0541201 Aug 27 09:55:04.925330 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 58654) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:04.951594 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=a481c2ee-4f86-45bc-825c-a3aa9a8416c0,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:04.997120 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-87175306-5776-4feb-8bf1-6b167c9ff425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:05.021527 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-87175306-5776-4feb-8bf1-6b167c9ff425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:05.227500 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:55:05.360000 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e266251-b915-46ae-afce-8a4ad26eb57d req-b1f19839-e553-4f66-974b-71fb68c4de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:05.361508 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6e266251-b915-46ae-afce-8a4ad26eb57d req-b1f19839-e553-4f66-974b-71fb68c4de45 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fb801f41-c2f1-4d8b-adca-582093951fb8 HTTP/1.1" status: 200 len: 1098 time: 0.0420225 Aug 27 09:55:05.368936 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-87175306-5776-4feb-8bf1-6b167c9ff425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:05.371014 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69bf28-dbef-414d-b4cf-f8e0276cc035 req-83423efd-a7ae-48e7-8fa9-0b342e03fcd0 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:05.372612 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-87175306-5776-4feb-8bf1-6b167c9ff425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:05.373105 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ef69bf28-dbef-414d-b4cf-f8e0276cc035 req-83423efd-a7ae-48e7-8fa9-0b342e03fcd0 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb801f41-c2f1-4d8b-adca-582093951fb8 HTTP/1.1" status: 200 len: 945 time: 0.0509655 Aug 27 09:55:05.373861 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-87175306-5776-4feb-8bf1-6b167c9ff425 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/178cee86-b245-4d0b-a422-2f8a74646f4d HTTP/1.1" status: 204 len: 168 time: 0.4474728 Aug 27 09:55:05.396283 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87175306-5776-4feb-8bf1-6b167c9ff425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178cee86-b245-4d0b-a422-2f8a74646f4d,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:05.422228 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ef69bf28-dbef-414d-b4cf-f8e0276cc035 req-547522f5-dc20-47dd-bd68-60948aae1984 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c28fc99-aae7-4730-ad51-340a6ebe97d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425873 Aug 27 09:55:05.422822 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6e266251-b915-46ae-afce-8a4ad26eb57d req-7e994edb-e41d-4f55-8a8c-8fbeebb578a1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2c28fc99-aae7-4730-ad51-340a6ebe97d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478201 Aug 27 09:55:06.047776 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 58678) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:06.144955 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-ec9cf058-6d63-4fcd-b306-62bca7e8aedc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-651575507-network', 'tenant_id': 'bd174ed2597c477db565d536712ed8b9'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:55:06.164678 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9cf058-6d63-4fcd-b306-62bca7e8aedc admin admin] Made reservation on behalf of bd174ed2597c477db565d536712ed8b9 for: {'network': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:55:06.166889 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ec9cf058-6d63-4fcd-b306-62bca7e8aedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for network, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:06.175667 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ec9cf058-6d63-4fcd-b306-62bca7e8aedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:06.265897 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ec9cf058-6d63-4fcd-b306-62bca7e8aedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:06.269689 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ec9cf058-6d63-4fcd-b306-62bca7e8aedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:06.292713 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9cf058-6d63-4fcd-b306-62bca7e8aedc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=100334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 09:55:06.306442 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9cf058-6d63-4fcd-b306-62bca7e8aedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df808b86-b83f-4552-868a-772d16ebddf6,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:06.312222 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ec9cf058-6d63-4fcd-b306-62bca7e8aedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:06.312632 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.segments_db [None req-ec9cf058-6d63-4fcd-b306-62bca7e8aedc admin admin] Added segment fe8bb6a8-58f9-4b44-8d0d-edfd6973cc65 of type vlan for network 877061eb-d78f-4688-a8e6-c725db6d8fa0 Aug 27 09:55:06.354939 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ec9cf058-6d63-4fcd-b306-62bca7e8aedc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775451267687'] for network, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:06.379738 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ec9cf058-6d63-4fcd-b306-62bca7e8aedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for network, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:06.380792 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9cf058-6d63-4fcd-b306-62bca7e8aedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:06.381455 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-ec9cf058-6d63-4fcd-b306-62bca7e8aedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:06.432086 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-ec9cf058-6d63-4fcd-b306-62bca7e8aedc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3831968 Aug 27 09:55:06.435232 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 58682) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:06.440195 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-5636068e-2cfd-4bfe-a0ae-b2f08eef9ac7 admin admin] Request body: {'subnet': {'network_id': '877061eb-d78f-4688-a8e6-c725db6d8fa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-651575507-subnet', 'tenant_id': 'bd174ed2597c477db565d536712ed8b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:55:06.444202 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9cf058-6d63-4fcd-b306-62bca7e8aedc admin admin] Pushing event updated for resources: {'Network': ['ID=877061eb-d78f-4688-a8e6-c725db6d8fa0,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:06.463679 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Network 877061eb-d78f-4688-a8e6-c725db6d8fa0 details requested by agent ovs-agent-dv-cinder-804757-3-iscsi with host dv-cinder-804757-3-iscsi {{(pid=100336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 09:55:06.468762 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5636068e-2cfd-4bfe-a0ae-b2f08eef9ac7 admin admin] Made reservation on behalf of bd174ed2597c477db565d536712ed8b9 for: {'subnet': 1} {{(pid=100335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:55:06.471123 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5636068e-2cfd-4bfe-a0ae-b2f08eef9ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9764176'] for subnet, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:06.571558 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3830f-afcf-436b-b784-2cdcef028002 req-6ee9f167-ed27-48e4-906b-a8be0c40155a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:06.573199 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a2a3830f-afcf-436b-b784-2cdcef028002 req-6ee9f167-ed27-48e4-906b-a8be0c40155a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb801f41-c2f1-4d8b-adca-582093951fb8 HTTP/1.1" status: 200 len: 945 time: 0.0560904 Aug 27 09:55:06.620861 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a2a3830f-afcf-436b-b784-2cdcef028002 req-b9e96f90-58b5-41ac-aa43-dd07468af9cf tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c28fc99-aae7-4730-ad51-340a6ebe97d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399344 Aug 27 09:55:06.655191 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5636068e-2cfd-4bfe-a0ae-b2f08eef9ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10014564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9764130'] for subnet, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:06.712958 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636068e-2cfd-4bfe-a0ae-b2f08eef9ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fffc5685-7928-4663-95dc-4426e1e071d0,revision_number=0']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:06.717650 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5636068e-2cfd-4bfe-a0ae-b2f08eef9ac7 admin admin] Checking segment: {'id': 'fe8bb6a8-58f9-4b44-8d0d-edfd6973cc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '877061eb-d78f-4688-a8e6-c725db6d8fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:55:06.718002 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5636068e-2cfd-4bfe-a0ae-b2f08eef9ac7 admin admin] Network hostable DHCP agents. Network: 877061eb-d78f-4688-a8e6-c725db6d8fa0, hostable agents: ['f25084d2-4677-41d8-9429-a13aa7534b2d'], hosted agents: [] {{(pid=100335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 09:55:06.734295 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5636068e-2cfd-4bfe-a0ae-b2f08eef9ac7 admin admin] Network 877061eb-d78f-4688-a8e6-c725db6d8fa0 is scheduled to be hosted by DHCP agent f25084d2-4677-41d8-9429-a13aa7534b2d with binding_index 1 {{(pid=100335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 09:55:06.742438 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-5636068e-2cfd-4bfe-a0ae-b2f08eef9ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-3-iscsi, 877061eb-d78f-4688-a8e6-c725db6d8fa0) {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:55:06.746780 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5636068e-2cfd-4bfe-a0ae-b2f08eef9ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:06.747447 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5636068e-2cfd-4bfe-a0ae-b2f08eef9ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:06.753505 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bf4bcf-ffdf-46c7-a819-012b8bace9d0 None None] Network 877061eb-d78f-4688-a8e6-c725db6d8fa0 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:55:06.761382 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-5636068e-2cfd-4bfe-a0ae-b2f08eef9ac7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3250804 Aug 27 09:55:06.876507 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb49f65f-2986-4a15-9109-aef380dd1575 None None] Network 877061eb-d78f-4688-a8e6-c725db6d8fa0 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:55:07.217374 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 58702) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:07.222420 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-8e4f5162-98c6-49f9-b007-3832c5334036 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-845059504-network', 'tenant_id': 'ecbc732d43a6410a8fff37c8fd833767'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:55:07.242124 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4f5162-98c6-49f9-b007-3832c5334036 admin admin] Made reservation on behalf of ecbc732d43a6410a8fff37c8fd833767 for: {'network': 1} {{(pid=100335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:55:07.244336 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8e4f5162-98c6-49f9-b007-3832c5334036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for network, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:07.253218 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8e4f5162-98c6-49f9-b007-3832c5334036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:07.339784 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8e4f5162-98c6-49f9-b007-3832c5334036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:07.343732 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8e4f5162-98c6-49f9-b007-3832c5334036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:07.363679 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4f5162-98c6-49f9-b007-3832c5334036 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=100335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 09:55:07.378450 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f5162-98c6-49f9-b007-3832c5334036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28eceb16-9408-43c0-bf6b-36f2d225a1a4,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:07.381215 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8e4f5162-98c6-49f9-b007-3832c5334036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:07.381570 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.db.segments_db [None req-8e4f5162-98c6-49f9-b007-3832c5334036 admin admin] Added segment c6f82e0c-0804-4c3e-8b96-f4eadcd82717 of type vlan for network b2dbffdd-8d28-43fb-8505-66b44bf0be9c Aug 27 09:55:07.420816 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8e4f5162-98c6-49f9-b007-3832c5334036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775451267687'] for network, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:07.444142 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8e4f5162-98c6-49f9-b007-3832c5334036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for network, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:07.445154 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4f5162-98c6-49f9-b007-3832c5334036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:07.445785 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8e4f5162-98c6-49f9-b007-3832c5334036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:07.499612 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-8e4f5162-98c6-49f9-b007-3832c5334036 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2811074 Aug 27 09:55:07.502491 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 58704) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:07.507848 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-2c03f2c9-12e5-42a5-b6c6-3d89834e767c admin admin] Request body: {'subnet': {'network_id': 'b2dbffdd-8d28-43fb-8505-66b44bf0be9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-845059504-subnet', 'tenant_id': 'ecbc732d43a6410a8fff37c8fd833767', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:55:07.510357 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f5162-98c6-49f9-b007-3832c5334036 admin admin] Pushing event updated for resources: {'Network': ['ID=b2dbffdd-8d28-43fb-8505-66b44bf0be9c,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:07.526371 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Network b2dbffdd-8d28-43fb-8505-66b44bf0be9c details requested by agent ovs-agent-dv-cinder-804757-3-iscsi with host dv-cinder-804757-3-iscsi {{(pid=100336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 09:55:07.530694 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c03f2c9-12e5-42a5-b6c6-3d89834e767c admin admin] Made reservation on behalf of ecbc732d43a6410a8fff37c8fd833767 for: {'subnet': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:55:07.533462 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2c03f2c9-12e5-42a5-b6c6-3d89834e767c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9947324'] for subnet, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:07.699855 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2c03f2c9-12e5-42a5-b6c6-3d89834e767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10045627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9947342'] for subnet, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:07.738065 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2c71a-7621-40f1-bb13-d5b70296657d req-738b78e6-e045-4e74-a2cd-48f18cf59a0f tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:07.739554 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3cb2c71a-7621-40f1-bb13-d5b70296657d req-738b78e6-e045-4e74-a2cd-48f18cf59a0f tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb801f41-c2f1-4d8b-adca-582093951fb8 HTTP/1.1" status: 200 len: 945 time: 0.0499923 Aug 27 09:55:07.754207 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03f2c9-12e5-42a5-b6c6-3d89834e767c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6adcf10d-6cc0-48ca-9fdd-3494da67fdc3,revision_number=0']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:07.763443 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c03f2c9-12e5-42a5-b6c6-3d89834e767c admin admin] Checking segment: {'id': 'c6f82e0c-0804-4c3e-8b96-f4eadcd82717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'b2dbffdd-8d28-43fb-8505-66b44bf0be9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:55:07.763802 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c03f2c9-12e5-42a5-b6c6-3d89834e767c admin admin] Network hostable DHCP agents. Network: b2dbffdd-8d28-43fb-8505-66b44bf0be9c, hostable agents: ['f25084d2-4677-41d8-9429-a13aa7534b2d'], hosted agents: [] {{(pid=100334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 09:55:07.781518 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3cb2c71a-7621-40f1-bb13-d5b70296657d req-e3ce145a-8c3d-4579-a6c0-43d20adeb8fa tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c28fc99-aae7-4730-ad51-340a6ebe97d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336053 Aug 27 09:55:07.781767 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c03f2c9-12e5-42a5-b6c6-3d89834e767c admin admin] Network b2dbffdd-8d28-43fb-8505-66b44bf0be9c is scheduled to be hosted by DHCP agent f25084d2-4677-41d8-9429-a13aa7534b2d with binding_index 1 {{(pid=100334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 09:55:07.790069 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [None req-2c03f2c9-12e5-42a5-b6c6-3d89834e767c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-3-iscsi, b2dbffdd-8d28-43fb-8505-66b44bf0be9c) {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:55:07.799558 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c03f2c9-12e5-42a5-b6c6-3d89834e767c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:07.800410 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2c03f2c9-12e5-42a5-b6c6-3d89834e767c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:07.801030 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04574ef-bf17-48eb-9c1a-a61ec25597b5 None None] Network b2dbffdd-8d28-43fb-8505-66b44bf0be9c requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:55:07.823676 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-2c03f2c9-12e5-42a5-b6c6-3d89834e767c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3133659 Aug 27 09:55:07.906100 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cea9c5-2e6a-4f41-81e5-2c24471d333f req-227660c7-6802-4ec4-a680-88d6604676e7 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:07.907905 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a2cea9c5-2e6a-4f41-81e5-2c24471d333f req-227660c7-6802-4ec4-a680-88d6604676e7 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb801f41-c2f1-4d8b-adca-582093951fb8 HTTP/1.1" status: 200 len: 945 time: 0.0510480 Aug 27 09:55:07.916568 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 58712) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:07.921878 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-c14c89d9-90ec-4c06-86bf-ccde01bfdff9 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Request body: {'floatingip': {'port_id': 'a481c2ee-4f86-45bc-825c-a3aa9a8416c0'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:55:07.936548 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab6d0e3-0958-4fb9-8706-cec6eb90d08c None None] Network b2dbffdd-8d28-43fb-8505-66b44bf0be9c requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:55:07.950880 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 58714) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:07.972989 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-c14c89d9-90ec-4c06-86bf-ccde01bfdff9 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for floatingip, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:07.995516 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4027a53-78d4-4039-9cc1-4ec62d856b11 admin admin] Deleting subnet fffc5685-7928-4663-95dc-4426e1e071d0 {{(pid=100335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 09:55:07.998762 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b4027a53-78d4-4039-9cc1-4ec62d856b11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.037711 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b4027a53-78d4-4039-9cc1-4ec62d856b11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8871706'] for subnet, precommit_delete_associations {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.078299 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b4027a53-78d4-4039-9cc1-4ec62d856b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492648'] for subnet, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.130394 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b4027a53-78d4-4039-9cc1-4ec62d856b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10025895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9764155'] for subnet, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.156744 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4027a53-78d4-4039-9cc1-4ec62d856b11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fffc5685-7928-4663-95dc-4426e1e071d0,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:08.158720 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-b4027a53-78d4-4039-9cc1-4ec62d856b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.162827 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-b4027a53-78d4-4039-9cc1-4ec62d856b11 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fffc5685-7928-4663-95dc-4426e1e071d0 HTTP/1.1" status: 204 len: 168 time: 0.2088130 Aug 27 09:55:08.163099 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 58716) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:08.235001 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-60942647-d654-4617-9d23-1026308b5ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574520'] for network, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.311731 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-60942647-d654-4617-9d23-1026308b5ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561491', 'neutron.services.segments.db._delete_segments_for_network-8775451844590'] for network, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.321146 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.services.segments.db [None req-60942647-d654-4617-9d23-1026308b5ddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877061eb-d78f-4688-a8e6-c725db6d8fa0']}} {{(pid=100335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:55:08.331861 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.services.segments.db [None req-60942647-d654-4617-9d23-1026308b5ddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8bb6a8-58f9-4b44-8d0d-edfd6973cc65') {'for_net_delete': True} {{(pid=100335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:55:08.332154 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.services.segments.db [None req-60942647-d654-4617-9d23-1026308b5ddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8bb6a8-58f9-4b44-8d0d-edfd6973cc65') {} {{(pid=100335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:55:08.340874 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-60942647-d654-4617-9d23-1026308b5ddf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775451844473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8871685'] for segment, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.358948 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-60942647-d654-4617-9d23-1026308b5ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.365128 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60942647-d654-4617-9d23-1026308b5ddf admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=100335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 09:55:08.365552 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-60942647-d654-4617-9d23-1026308b5ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10025921'] for segment, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: Traceback (most recent call last): Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: timer() Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: cb(*args, **kw) Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: return func(*args, **kwargs) Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: self._notify() Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: self.callback(batched_events) Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: event.method(event) Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: return f(self, *a, **k) Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: return self._get(url).json() Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: return self.request(url, 'GET', **kwargs) Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 09:55:08.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 09:55:08.410894 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-c14c89d9-90ec-4c06-86bf-ccde01bfdff9 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.414731 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-c14c89d9-90ec-4c06-86bf-ccde01bfdff9 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504191'] for floatingip, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.422874 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-60942647-d654-4617-9d23-1026308b5ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504205'] for network, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.428644 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-60942647-d654-4617-9d23-1026308b5ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.433411 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-60942647-d654-4617-9d23-1026308b5ddf admin admin] 10.222.0.55 "DELETE /v2.0/networks/877061eb-d78f-4688-a8e6-c725db6d8fa0 HTTP/1.1" status: 204 len: 168 time: 0.2669847 Aug 27 09:55:08.434214 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 58718) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:08.451142 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60942647-d654-4617-9d23-1026308b5ddf admin admin] Pushing event deleted for resources: {'Network': ['ID=877061eb-d78f-4688-a8e6-c725db6d8fa0,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:08.489728 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_v2 [None req-8062652a-15ad-4b7c-9597-a2d07fda4d8c admin admin] Deleting subnet 6adcf10d-6cc0-48ca-9fdd-3494da67fdc3 {{(pid=100335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 09:55:08.492854 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8062652a-15ad-4b7c-9597-a2d07fda4d8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.516885 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.l3_db [None req-c14c89d9-90ec-4c06-86bf-ccde01bfdff9 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Floating IP 1689d14d-5866-4cb7-9e28-66622b6cc224 associated. External IP: 172.27.3.216, port: a481c2ee-4f86-45bc-825c-a3aa9a8416c0. Aug 27 09:55:08.527372 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8062652a-15ad-4b7c-9597-a2d07fda4d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8871706'] for subnet, precommit_delete_associations {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.570665 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8062652a-15ad-4b7c-9597-a2d07fda4d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492648'] for subnet, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.622970 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8062652a-15ad-4b7c-9597-a2d07fda4d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10025895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9764155'] for subnet, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.647614 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062652a-15ad-4b7c-9597-a2d07fda4d8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6adcf10d-6cc0-48ca-9fdd-3494da67fdc3,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:08.651286 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8062652a-15ad-4b7c-9597-a2d07fda4d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.655463 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-8062652a-15ad-4b7c-9597-a2d07fda4d8c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6adcf10d-6cc0-48ca-9fdd-3494da67fdc3 HTTP/1.1" status: 204 len: 168 time: 0.2178674 Aug 27 09:55:08.656242 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 58720) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:08.722521 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-bca04bf0-b6a3-4c1a-8a42-78932975205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574520'] for network, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.726861 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14c89d9-90ec-4c06-86bf-ccde01bfdff9 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Router 9a4f5938-8134-4de0-99cd-fa0e699801d3 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:55:08.804091 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-bca04bf0-b6a3-4c1a-8a42-78932975205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561491', 'neutron.services.segments.db._delete_segments_for_network-8775451844590'] for network, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.814317 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.services.segments.db [None req-bca04bf0-b6a3-4c1a-8a42-78932975205c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2dbffdd-8d28-43fb-8505-66b44bf0be9c']}} {{(pid=100335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:55:08.824094 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.services.segments.db [None req-bca04bf0-b6a3-4c1a-8a42-78932975205c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f82e0c-0804-4c3e-8b96-f4eadcd82717') {'for_net_delete': True} {{(pid=100335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:55:08.824463 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.services.segments.db [None req-bca04bf0-b6a3-4c1a-8a42-78932975205c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f82e0c-0804-4c3e-8b96-f4eadcd82717') {} {{(pid=100335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:55:08.833243 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-bca04bf0-b6a3-4c1a-8a42-78932975205c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775451844473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8871685'] for segment, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.846339 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-bca04bf0-b6a3-4c1a-8a42-78932975205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.852118 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca04bf0-b6a3-4c1a-8a42-78932975205c admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=100335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 09:55:08.852442 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14c89d9-90ec-4c06-86bf-ccde01bfdff9 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:55:08.852558 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-bca04bf0-b6a3-4c1a-8a42-78932975205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10025921'] for segment, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: Traceback (most recent call last): Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: timer() Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: cb(*args, **kw) Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: return func(*args, **kwargs) Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: self._notify() Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: self.callback(batched_events) Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: event.method(event) Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: return f(self, *a, **k) Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: return self._get(url).json() Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: return self.request(url, 'GET', **kwargs) Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 09:55:08.854191 dv-cinder-804757-3-iscsi neutron-server[100335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 09:55:08.858199 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-c14c89d9-90ec-4c06-86bf-ccde01bfdff9 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.864276 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a966a9dc-7468-475f-aff1-2fa656b753b9 None None] Sync routers for ids ['9a4f5938-8134-4de0-99cd-fa0e699801d3'] in dv-cinder-804757-3-iscsi {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:55:08.874610 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a966a9dc-7468-475f-aff1-2fa656b753b9 None None] Routers {'9a4f5938-8134-4de0-99cd-fa0e699801d3'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:55:08.875360 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-a966a9dc-7468-475f-aff1-2fa656b753b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:54:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['9a4f5938-8134-4de0-99cd-fa0e699801d3'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:55:08.890928 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-c14c89d9-90ec-4c06-86bf-ccde01bfdff9 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "PUT /v2.0/floatingips/1689d14d-5866-4cb7-9e28-66622b6cc224 HTTP/1.1" status: 200 len: 991 time: 0.9700575 Aug 27 09:55:08.890928 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb801f41-c2f1-4d8b-adca-582093951fb8', 'tag': 'a481c2ee-4f86-45bc-825c-a3aa9a8416c0'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:55:08.891340 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104f457c-8b3a-43bf-989f-c5df78203e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "fb801f41-c2f1-4d8b-adca-582093951fb8", "tag": "a481c2ee-4f86-45bc-825c-a3aa9a8416c0"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:55:08.929192 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-bca04bf0-b6a3-4c1a-8a42-78932975205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504205'] for network, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.938960 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-bca04bf0-b6a3-4c1a-8a42-78932975205c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:08.941001 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-bca04bf0-b6a3-4c1a-8a42-78932975205c admin admin] 10.222.0.55 "DELETE /v2.0/networks/b2dbffdd-8d28-43fb-8505-66b44bf0be9c HTTP/1.1" status: 204 len: 168 time: 0.2838268 Aug 27 09:55:08.951879 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca04bf0-b6a3-4c1a-8a42-78932975205c admin admin] Pushing event deleted for resources: {'Network': ['ID=b2dbffdd-8d28-43fb-8505-66b44bf0be9c,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:08.959729 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7148b2c8-6dc7-407b-ae1d-a7f2c4ed199e x-openstack-request-id: req-7148b2c8-6dc7-407b-ae1d-a7f2c4ed199e {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:55:08.960171 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb801f41-c2f1-4d8b-adca-582093951fb8", "tag": "a481c2ee-4f86-45bc-825c-a3aa9a8416c0", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:55:08.960975 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7148b2c8-6dc7-407b-ae1d-a7f2c4ed199e {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:55:08.960975 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb801f41-c2f1-4d8b-adca-582093951fb8', 'tag': 'a481c2ee-4f86-45bc-825c-a3aa9a8416c0', 'status': 'completed', 'code': 200} Aug 27 09:55:08.988104 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-a966a9dc-7468-475f-aff1-2fa656b753b9 None None] Set router 9a4f5938-8134-4de0-99cd-fa0e699801d3 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:55:09.022368 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f457c-8b3a-43bf-989f-c5df78203e8c req-4d9f56b9-ca52-43f1-9ca5-e3ad0fe9d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:09.023894 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-104f457c-8b3a-43bf-989f-c5df78203e8c req-4d9f56b9-ca52-43f1-9ca5-e3ad0fe9d736 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=117211cf835b42d2b9b01427af816f46&device_id=fb801f41-c2f1-4d8b-adca-582093951fb8 HTTP/1.1" status: 200 len: 1098 time: 0.0465386 Aug 27 09:55:09.122322 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 58728) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:09.142984 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f457c-8b3a-43bf-989f-c5df78203e8c req-07c5f72c-ce70-4bf9-8ddb-86751e1f801d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:09.144504 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-104f457c-8b3a-43bf-989f-c5df78203e8c req-07c5f72c-ce70-4bf9-8ddb-86751e1f801d service neutron] 10.222.0.65 "GET /v2.0/networks?id=e824150c-a620-4cc4-8f01-7bdb95aef44a HTTP/1.1" status: 200 len: 912 time: 0.1134861 Aug 27 09:55:09.170735 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-49a3556c-d498-4f03-9adc-540d2c24a414 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd174ed2597c477db565d536712ed8b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438318 Aug 27 09:55:09.170977 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 58730) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:09.213440 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-104f457c-8b3a-43bf-989f-c5df78203e8c req-dd90a6e2-a00b-49aa-931c-ad027e767161 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a481c2ee-4f86-45bc-825c-a3aa9a8416c0 HTTP/1.1" status: 200 len: 999 time: 0.0618992 Aug 27 09:55:09.222290 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-4dc3243b-b44e-4727-a82e-0a65a6cb2be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:09.226419 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-a966a9dc-7468-475f-aff1-2fa656b753b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 4, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port': {'id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': '1689d14d-5866-4cb7-9e28-66622b6cc224', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'port_id': 'a481c2ee-4f86-45bc-825c-a3aa9a8416c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'mac_address': 'fa:16:3e:9f:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb801f41-c2f1-4d8b-adca-582093951fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:54:54Z', 'updated_at': '2021-08-27T09:55:08Z', 'revision_number': 1, 'project_id': '117211cf835b42d2b9b01427af816f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e980d1-357a-461c-8870-ce2cfd5e83bc', 'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'mac_address': 'fa:16:3e:35:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:10Z', 'updated_at': '2021-08-27T09:51:16Z', 'revision_number': 5, 'project_id': '117211cf835b42d2b9b01427af816f46', 'subnets': [{'id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:55:09.248734 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-4dc3243b-b44e-4727-a82e-0a65a6cb2be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:09.260166 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a966a9dc-7468-475f-aff1-2fa656b753b9 None None] Checking router: 9a4f5938-8134-4de0-99cd-fa0e699801d3 for host: dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:55:09.271633 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a966a9dc-7468-475f-aff1-2fa656b753b9 None None] Routers {'9a4f5938-8134-4de0-99cd-fa0e699801d3'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:55:09.272433 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-a966a9dc-7468-475f-aff1-2fa656b753b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:54:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['9a4f5938-8134-4de0-99cd-fa0e699801d3'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:55:09.272570 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f457c-8b3a-43bf-989f-c5df78203e8c req-c3a7108f-caa6-4b7c-a5ab-855a298b8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:09.274158 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-104f457c-8b3a-43bf-989f-c5df78203e8c req-c3a7108f-caa6-4b7c-a5ab-855a298b8dee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b HTTP/1.1" status: 200 len: 849 time: 0.0539320 Aug 27 09:55:09.298352 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-4dc3243b-b44e-4727-a82e-0a65a6cb2be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:09.300820 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-4dc3243b-b44e-4727-a82e-0a65a6cb2be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:09.302009 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-4dc3243b-b44e-4727-a82e-0a65a6cb2be5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df808b86-b83f-4552-868a-772d16ebddf6 HTTP/1.1" status: 204 len: 168 time: 0.1302519 Aug 27 09:55:09.309974 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3243b-b44e-4727-a82e-0a65a6cb2be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df808b86-b83f-4552-868a-772d16ebddf6,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:09.330560 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f457c-8b3a-43bf-989f-c5df78203e8c req-389a45a8-f818-476e-a236-c092b4b7e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:09.332009 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-104f457c-8b3a-43bf-989f-c5df78203e8c req-389a45a8-f818-476e-a236-c092b4b7e01d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e824150c-a620-4cc4-8f01-7bdb95aef44a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495169 Aug 27 09:55:09.389998 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-a966a9dc-7468-475f-aff1-2fa656b753b9 None None] Set router 9a4f5938-8134-4de0-99cd-fa0e699801d3 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:55:09.427615 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-104f457c-8b3a-43bf-989f-c5df78203e8c req-e0b7a11f-ec41-4cbb-bcab-49931e2fb1a8 service neutron] 10.222.0.65 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881376 Aug 27 09:55:09.534370 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-104f457c-8b3a-43bf-989f-c5df78203e8c req-c8abb41a-d5fe-4f7a-8c64-722e28882735 service neutron] 10.222.0.65 "GET /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993457 Aug 27 09:55:09.624982 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-a966a9dc-7468-475f-aff1-2fa656b753b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 4, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port': {'id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': '1689d14d-5866-4cb7-9e28-66622b6cc224', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'port_id': 'a481c2ee-4f86-45bc-825c-a3aa9a8416c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'mac_address': 'fa:16:3e:9f:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb801f41-c2f1-4d8b-adca-582093951fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:54:54Z', 'updated_at': '2021-08-27T09:55:08Z', 'revision_number': 1, 'project_id': '117211cf835b42d2b9b01427af816f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e980d1-357a-461c-8870-ce2cfd5e83bc', 'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'mac_address': 'fa:16:3e:35:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:10Z', 'updated_at': '2021-08-27T09:51:16Z', 'revision_number': 5, 'project_id': '117211cf835b42d2b9b01427af816f46', 'subnets': [{'id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:55:09.647397 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 58736) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:09.650229 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a966a9dc-7468-475f-aff1-2fa656b753b9 None None] The sync data for ids ['9a4f5938-8134-4de0-99cd-fa0e699801d3'] in dv-cinder-804757-3-iscsi is: [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 4, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port': {'id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': '1689d14d-5866-4cb7-9e28-66622b6cc224', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'port_id': 'a481c2ee-4f86-45bc-825c-a3aa9a8416c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'mac_address': 'fa:16:3e:9f:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb801f41-c2f1-4d8b-adca-582093951fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:54:54Z', 'updated_at': '2021-08-27T09:55:08Z', 'revision_number': 1, 'project_id': '117211cf835b42d2b9b01427af816f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02e980d1-357a-461c-8870-ce2cfd5e83bc', 'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'mac_address': 'fa:16:3e:35:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:10Z', 'updated_at': '2021-08-27T09:51:16Z', 'revision_number': 5, 'project_id': '117211cf835b42d2b9b01427af816f46', 'subnets': [{'id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:55:09.691338 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-dc08d583-031c-4dad-9bfa-49f8cc856482 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ecbc732d43a6410a8fff37c8fd833767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426724 Aug 27 09:55:09.693985 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 58738) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:09.743349 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-da99577d-bf7e-4328-be9d-839994537988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:09.764831 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-da99577d-bf7e-4328-be9d-839994537988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:09.813784 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-da99577d-bf7e-4328-be9d-839994537988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:09.816330 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-da99577d-bf7e-4328-be9d-839994537988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:09.817511 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-da99577d-bf7e-4328-be9d-839994537988 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28eceb16-9408-43c0-bf6b-36f2d225a1a4 HTTP/1.1" status: 204 len: 168 time: 0.1225533 Aug 27 09:55:09.826931 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99577d-bf7e-4328-be9d-839994537988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eceb16-9408-43c0-bf6b-36f2d225a1a4,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:09.857720 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94118e-be8d-4501-b366-602d75d18799 None None] New status for floating IP 1689d14d-5866-4cb7-9e28-66622b6cc224: ACTIVE {{(pid=100336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 09:55:20.624368 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-55df70df-44c4-4374-b681-346aad8ea69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:23.363020 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-5671164a-3a8f-41ef-a86d-980c2789f65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:23.566285 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:24.536932 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:24.943046 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:26.341713 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:27.131810 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-70d0906d-ff5a-44ac-b157-6b36c599d2b4 req-9e48a084-50ff-4ca2-b08e-3ebbd762a54e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420666 Aug 27 09:55:27.191601 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0906d-ff5a-44ac-b157-6b36c599d2b4 req-9a426601-7b23-4cac-a233-c27c3e7c52e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:27.193042 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-70d0906d-ff5a-44ac-b157-6b36c599d2b4 req-9a426601-7b23-4cac-a233-c27c3e7c52e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f53ec19e9f94220a09317461ba3b8f3&device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 1099 time: 0.0388753 Aug 27 09:55:27.296717 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0906d-ff5a-44ac-b157-6b36c599d2b4 req-ced04c1d-e12c-4b15-ad0b-dd43190bebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:27.298200 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-70d0906d-ff5a-44ac-b157-6b36c599d2b4 req-ced04c1d-e12c-4b15-ad0b-dd43190bebe7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=031cfd13-f3bc-46a8-8665-55fc287493ef HTTP/1.1" status: 200 len: 911 time: 0.0818386 Aug 27 09:55:27.366269 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-70d0906d-ff5a-44ac-b157-6b36c599d2b4 req-1f9d441a-684c-4310-8296-c6b27b71bdf6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d670f053-fc0f-4615-96ec-81bccc11b080 HTTP/1.1" status: 200 len: 1001 time: 0.0590954 Aug 27 09:55:27.416271 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0906d-ff5a-44ac-b157-6b36c599d2b4 req-6280036a-8d9b-4fa3-a158-5ebbfb14721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:27.417935 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-70d0906d-ff5a-44ac-b157-6b36c599d2b4 req-6280036a-8d9b-4fa3-a158-5ebbfb14721f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14759c05-e82d-435b-aab2-9d705736694f HTTP/1.1" status: 200 len: 848 time: 0.0434871 Aug 27 09:55:27.464156 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0906d-ff5a-44ac-b157-6b36c599d2b4 req-2d261e22-180b-4042-8a21-e784c103e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:27.466281 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-70d0906d-ff5a-44ac-b157-6b36c599d2b4 req-2d261e22-180b-4042-8a21-e784c103e7a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=031cfd13-f3bc-46a8-8665-55fc287493ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390289 Aug 27 09:55:27.560954 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-70d0906d-ff5a-44ac-b157-6b36c599d2b4 req-d51369f4-564e-47e4-bf3c-32922f5a687c service neutron] 10.222.0.65 "GET /v2.0/networks/031cfd13-f3bc-46a8-8665-55fc287493ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848022 Aug 27 09:55:27.655164 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-70d0906d-ff5a-44ac-b157-6b36c599d2b4 req-160bc780-0e11-4ab1-aa3f-116da50b606d service neutron] 10.222.0.65 "GET /v2.0/networks/031cfd13-f3bc-46a8-8665-55fc287493ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861115 Aug 27 09:55:42.232152 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:55:50.624242 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-70496da1-26b4-483d-a9c6-44714f720fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:51.207488 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 59186) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:51.313783 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-618125e0-5c85-4d42-8562-c9857daea2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:51.401601 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-618125e0-5c85-4d42-8562-c9857daea2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:51.405326 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-618125e0-5c85-4d42-8562-c9857daea2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:51.443736 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-618125e0-5c85-4d42-8562-c9857daea2a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=151e09acac38419b9219504535de727c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351978 Aug 27 09:55:51.444601 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618125e0-5c85-4d42-8562-c9857daea2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2023a0a-182d-483c-adae-21ca1f93fd4c,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:51.446433 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 59190) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:51.452376 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618125e0-5c85-4d42-8562-c9857daea2a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.452732 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618125e0-5c85-4d42-8562-c9857daea2a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.453077 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618125e0-5c85-4d42-8562-c9857daea2a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.453418 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618125e0-5c85-4d42-8562-c9857daea2a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.453780 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618125e0-5c85-4d42-8562-c9857daea2a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.454122 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618125e0-5c85-4d42-8562-c9857daea2a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.454454 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618125e0-5c85-4d42-8562-c9857daea2a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.454785 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618125e0-5c85-4d42-8562-c9857daea2a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.455116 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618125e0-5c85-4d42-8562-c9857daea2a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.455443 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618125e0-5c85-4d42-8562-c9857daea2a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.455766 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618125e0-5c85-4d42-8562-c9857daea2a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.456094 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618125e0-5c85-4d42-8562-c9857daea2a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.493010 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c188b241-13bd-46f2-b231-f2837b048bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:51.514486 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c188b241-13bd-46f2-b231-f2837b048bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:51.561231 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c188b241-13bd-46f2-b231-f2837b048bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:51.563597 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c188b241-13bd-46f2-b231-f2837b048bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:51.564714 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-c188b241-13bd-46f2-b231-f2837b048bf1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c2023a0a-182d-483c-adae-21ca1f93fd4c HTTP/1.1" status: 204 len: 168 time: 0.1173170 Aug 27 09:55:51.572122 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188b241-13bd-46f2-b231-f2837b048bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2023a0a-182d-483c-adae-21ca1f93fd4c,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:51.579623 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188b241-13bd-46f2-b231-f2837b048bf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.579960 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188b241-13bd-46f2-b231-f2837b048bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.580307 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188b241-13bd-46f2-b231-f2837b048bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.580610 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188b241-13bd-46f2-b231-f2837b048bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.580925 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188b241-13bd-46f2-b231-f2837b048bf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.581243 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188b241-13bd-46f2-b231-f2837b048bf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.581587 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188b241-13bd-46f2-b231-f2837b048bf1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.581904 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188b241-13bd-46f2-b231-f2837b048bf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.582217 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188b241-13bd-46f2-b231-f2837b048bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.582525 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188b241-13bd-46f2-b231-f2837b048bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.582833 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188b241-13bd-46f2-b231-f2837b048bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.583214 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c188b241-13bd-46f2-b231-f2837b048bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:55:51.820448 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 59196) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:51.833654 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-62047372-8173-44e8-987f-145632c64f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:51.920960 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-62047372-8173-44e8-987f-145632c64f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:51.924410 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-62047372-8173-44e8-987f-145632c64f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:51.961724 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-62047372-8173-44e8-987f-145632c64f64 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e25a4818447452eb674e9584e1e5fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402082 Aug 27 09:55:51.963634 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047372-8173-44e8-987f-145632c64f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c08504-1dda-427c-becc-10d290dcf6d3,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:51.964629 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 59198) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:52.013419 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-ddf3d346-45eb-4d39-84d4-beb2bafffa0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:52.033976 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-ddf3d346-45eb-4d39-84d4-beb2bafffa0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:52.079047 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-ddf3d346-45eb-4d39-84d4-beb2bafffa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:52.081493 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-ddf3d346-45eb-4d39-84d4-beb2bafffa0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:52.082619 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-ddf3d346-45eb-4d39-84d4-beb2bafffa0c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55c08504-1dda-427c-becc-10d290dcf6d3 HTTP/1.1" status: 204 len: 168 time: 0.1170149 Aug 27 09:55:52.090460 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3d346-45eb-4d39-84d4-beb2bafffa0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c08504-1dda-427c-becc-10d290dcf6d3,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:53.363255 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-2300e366-2c92-4fb7-9fe6-65e1a7a01c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:53.567552 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:54.535070 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:54.947025 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:56.341848 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:57.679278 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643c7b7-8c6c-45a4-a72a-f28c9f040431 req-7246af50-ea1a-41a0-94f7-14d6d94a0f32 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:57.680771 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f643c7b7-8c6c-45a4-a72a-f28c9f040431 req-7246af50-ea1a-41a0-94f7-14d6d94a0f32 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0526562 Aug 27 09:55:57.718453 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f643c7b7-8c6c-45a4-a72a-f28c9f040431 req-bda25522-c49f-43d3-8c9a-28a835a51d36 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311475 Aug 27 09:55:57.732037 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 59312) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:57.833772 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-eb9a9b8f-64d5-4696-b718-c8d1bd9ef743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:57.921588 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-eb9a9b8f-64d5-4696-b718-c8d1bd9ef743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:57.925424 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-eb9a9b8f-64d5-4696-b718-c8d1bd9ef743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:57.964662 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-eb9a9b8f-64d5-4696-b718-c8d1bd9ef743 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c30231872f75465cb6769c1031dfc70b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315447 Aug 27 09:55:57.965870 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a9b8f-64d5-4696-b718-c8d1bd9ef743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c350bdc9-0cd9-4445-ad42-b9bf8172e412,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:57.967287 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 59316) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:58.016765 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-dda7f6ee-ea4e-40d5-a806-d8d8f3c074e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:58.037534 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-dda7f6ee-ea4e-40d5-a806-d8d8f3c074e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:58.085866 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-dda7f6ee-ea4e-40d5-a806-d8d8f3c074e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:58.088993 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-dda7f6ee-ea4e-40d5-a806-d8d8f3c074e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:58.090273 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-dda7f6ee-ea4e-40d5-a806-d8d8f3c074e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c350bdc9-0cd9-4445-ad42-b9bf8172e412 HTTP/1.1" status: 204 len: 168 time: 0.1219683 Aug 27 09:55:58.097893 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7f6ee-ea4e-40d5-a806-d8d8f3c074e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c350bdc9-0cd9-4445-ad42-b9bf8172e412,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:58.366039 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 59324) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:58.380936 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-747467dd-c744-4db1-af17-41b3cb67f6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:58.474760 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-747467dd-c744-4db1-af17-41b3cb67f6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:58.478361 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-747467dd-c744-4db1-af17-41b3cb67f6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:58.517195 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-747467dd-c744-4db1-af17-41b3cb67f6c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ffa2dcd885ab49b69c8e3b7ba1e9ccb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496313 Aug 27 09:55:58.517760 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747467dd-c744-4db1-af17-41b3cb67f6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a082526-a22a-45e1-9402-21198d583e84,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:58.519642 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 59326) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:55:58.571829 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-98eb6476-4a60-45aa-95d0-f68680b77e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:58.593310 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-98eb6476-4a60-45aa-95d0-f68680b77e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:58.639236 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-98eb6476-4a60-45aa-95d0-f68680b77e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:58.641836 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-98eb6476-4a60-45aa-95d0-f68680b77e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:55:58.643007 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-98eb6476-4a60-45aa-95d0-f68680b77e74 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9a082526-a22a-45e1-9402-21198d583e84 HTTP/1.1" status: 204 len: 168 time: 0.1222134 Aug 27 09:55:58.650617 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb6476-4a60-45aa-95d0-f68680b77e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a082526-a22a-45e1-9402-21198d583e84,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:55:58.841426 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c89896-2eaf-40ef-ade0-a66b39fbaf54 req-10e38655-4220-49ee-9162-9f8f70c1a08e tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:55:58.842997 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-67c89896-2eaf-40ef-ade0-a66b39fbaf54 req-10e38655-4220-49ee-9162-9f8f70c1a08e tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0541134 Aug 27 09:55:58.881698 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-67c89896-2eaf-40ef-ade0-a66b39fbaf54 req-ae8ae6ac-a8dc-4094-bf4d-f0cf8f0ae4c3 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327160 Aug 27 09:56:00.002545 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb15262-4417-4bcb-8306-57d09233fa6d req-be433a00-9cea-4e4f-b708-40210dfdd16e tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:00.004037 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ccb15262-4417-4bcb-8306-57d09233fa6d req-be433a00-9cea-4e4f-b708-40210dfdd16e tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0518732 Aug 27 09:56:00.044030 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ccb15262-4417-4bcb-8306-57d09233fa6d req-3f642877-b968-466a-922c-4b41fc5b4bbb tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339324 Aug 27 09:56:00.466443 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 59404) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:00.566201 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c6b387aa-b39f-445f-a388-2c3cfb36490c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:00.650144 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c6b387aa-b39f-445f-a388-2c3cfb36490c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:00.654241 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c6b387aa-b39f-445f-a388-2c3cfb36490c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:00.693508 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-c6b387aa-b39f-445f-a388-2c3cfb36490c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=45f45e0609254434b90a1a672c4e0ccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260201 Aug 27 09:56:00.694338 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b387aa-b39f-445f-a388-2c3cfb36490c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d410db-22b9-4eb6-81ae-a2f4deb3347d,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:00.696840 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 59408) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:00.745158 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2f336ea7-bc41-4537-8a11-79a7016a4cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:00.765835 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2f336ea7-bc41-4537-8a11-79a7016a4cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:00.810437 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2f336ea7-bc41-4537-8a11-79a7016a4cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:00.812804 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2f336ea7-bc41-4537-8a11-79a7016a4cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:00.813940 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-2f336ea7-bc41-4537-8a11-79a7016a4cea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/98d410db-22b9-4eb6-81ae-a2f4deb3347d HTTP/1.1" status: 204 len: 168 time: 0.1153207 Aug 27 09:56:00.821277 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f336ea7-bc41-4537-8a11-79a7016a4cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d410db-22b9-4eb6-81ae-a2f4deb3347d,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:01.071216 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 59416) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:01.084913 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-753ee7d9-57af-4275-873f-2746843ac1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:01.164980 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d04462-893b-483a-9bd6-5adcbf9c236a req-d267f219-a500-446d-b735-15ae81081390 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:01.166751 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-25d04462-893b-483a-9bd6-5adcbf9c236a req-d267f219-a500-446d-b735-15ae81081390 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0507665 Aug 27 09:56:01.176207 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-753ee7d9-57af-4275-873f-2746843ac1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:01.180340 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-753ee7d9-57af-4275-873f-2746843ac1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:01.205094 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-25d04462-893b-483a-9bd6-5adcbf9c236a req-d825c949-0010-4705-8a81-c1a95a579ac6 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323966 Aug 27 09:56:01.220989 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-753ee7d9-57af-4275-873f-2746843ac1a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e2e82cc62ed4e8fb5d7ccb02ee2932e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486034 Aug 27 09:56:01.221710 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ee7d9-57af-4275-873f-2746843ac1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b815b276-5146-444f-b1ef-b18fbd64e2e2,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:01.223821 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 59418) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:01.271345 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-ed1bb27e-573f-4b91-bd97-ed6fcb6c4a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:01.292133 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-ed1bb27e-573f-4b91-bd97-ed6fcb6c4a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:01.336824 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-ed1bb27e-573f-4b91-bd97-ed6fcb6c4a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:01.340127 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-ed1bb27e-573f-4b91-bd97-ed6fcb6c4a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:01.341247 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-ed1bb27e-573f-4b91-bd97-ed6fcb6c4a6a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b815b276-5146-444f-b1ef-b18fbd64e2e2 HTTP/1.1" status: 204 len: 168 time: 0.1161861 Aug 27 09:56:01.348925 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bb27e-573f-4b91-bd97-ed6fcb6c4a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b815b276-5146-444f-b1ef-b18fbd64e2e2,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:02.336531 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899a0b6-bae1-419f-9904-4b67b34a8dc5 req-b912dede-fcc0-4b9e-804e-aed8e1f688cd tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:02.338666 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7899a0b6-bae1-419f-9904-4b67b34a8dc5 req-b912dede-fcc0-4b9e-804e-aed8e1f688cd tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0553069 Aug 27 09:56:02.380639 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 59454) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:02.384999 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7899a0b6-bae1-419f-9904-4b67b34a8dc5 req-9591d6f3-290d-4f49-9a20-0f6abfd3ea81 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396974 Aug 27 09:56:02.493947 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-df379037-679c-4b31-8033-5a16890f1b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:02.588821 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-df379037-679c-4b31-8033-5a16890f1b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:02.593388 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-df379037-679c-4b31-8033-5a16890f1b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:02.630931 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-df379037-679c-4b31-8033-5a16890f1b9c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5bda11420bf4065bdf055f4495c23aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491553 Aug 27 09:56:02.631895 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df379037-679c-4b31-8033-5a16890f1b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3866789-0dc2-4e68-9ad1-9e0cb507880d,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:02.633674 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 59466) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:02.687466 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-757635ee-8087-4bf7-baba-5b4bc834e85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:02.960336 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-757635ee-8087-4bf7-baba-5b4bc834e85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:03.005709 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-757635ee-8087-4bf7-baba-5b4bc834e85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:03.008241 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-757635ee-8087-4bf7-baba-5b4bc834e85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:03.009374 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-757635ee-8087-4bf7-baba-5b4bc834e85d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3866789-0dc2-4e68-9ad1-9e0cb507880d HTTP/1.1" status: 204 len: 168 time: 0.3729277 Aug 27 09:56:03.017260 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757635ee-8087-4bf7-baba-5b4bc834e85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3866789-0dc2-4e68-9ad1-9e0cb507880d,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:03.501312 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f6a72-6ad2-4659-b77b-85d6c8736a8e req-3de16998-be90-4826-a1d1-6df15786c69f tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:03.502877 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b70f6a72-6ad2-4659-b77b-85d6c8736a8e req-3de16998-be90-4826-a1d1-6df15786c69f tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0486774 Aug 27 09:56:03.548328 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b70f6a72-6ad2-4659-b77b-85d6c8736a8e req-5da10b4c-15dc-43b6-8836-e31979708ff0 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392087 Aug 27 09:56:04.661423 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0686143-80a1-4728-aeb4-7649e5f42c34 req-6c47a850-045a-424a-991f-5b87bcdb2761 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:04.662899 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-c0686143-80a1-4728-aeb4-7649e5f42c34 req-6c47a850-045a-424a-991f-5b87bcdb2761 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0469313 Aug 27 09:56:04.699970 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-c0686143-80a1-4728-aeb4-7649e5f42c34 req-bb19bbcd-7d61-4b1a-b98a-a36dde41e547 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307808 Aug 27 09:56:05.817123 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c2bac-9a5d-40bc-9813-c4de364c6efd req-04860df7-6919-4fc3-be15-44f50acdb1ba tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:05.818592 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c61c2bac-9a5d-40bc-9813-c4de364c6efd req-04860df7-6919-4fc3-be15-44f50acdb1ba tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0509243 Aug 27 09:56:05.855515 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c61c2bac-9a5d-40bc-9813-c4de364c6efd req-59d8baa9-8c6e-48a8-9a07-1af20d6e7032 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305784 Aug 27 09:56:06.974908 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f26baa-892f-4681-893f-27d79995b90c req-21892d95-5879-4295-b7c4-d6d740684ad0 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:06.976390 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-67f26baa-892f-4681-893f-27d79995b90c req-21892d95-5879-4295-b7c4-d6d740684ad0 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0513847 Aug 27 09:56:07.014085 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-67f26baa-892f-4681-893f-27d79995b90c req-41e32685-8d80-4c38-ae5e-90c251e48f0e tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310831 Aug 27 09:56:07.832298 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a4708-b0de-4b70-8ecf-2a14a673bc05 req-9f3a48d8-8f17-4dcf-9a05-f651eab4c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:07.833797 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-279a4708-b0de-4b70-8ecf-2a14a673bc05 req-9f3a48d8-8f17-4dcf-9a05-f651eab4c72f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f53ec19e9f94220a09317461ba3b8f3&device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 1099 time: 0.0411909 Aug 27 09:56:07.923429 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a4708-b0de-4b70-8ecf-2a14a673bc05 req-9f2ab14e-3c36-4711-a8d5-f844ae7cbe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:07.924904 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-279a4708-b0de-4b70-8ecf-2a14a673bc05 req-9f2ab14e-3c36-4711-a8d5-f844ae7cbe38 service neutron] 10.222.0.65 "GET /v2.0/networks?id=031cfd13-f3bc-46a8-8665-55fc287493ef HTTP/1.1" status: 200 len: 911 time: 0.0842993 Aug 27 09:56:07.993935 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-279a4708-b0de-4b70-8ecf-2a14a673bc05 req-b113bf38-3811-4815-90df-3c673af45284 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d670f053-fc0f-4615-96ec-81bccc11b080 HTTP/1.1" status: 200 len: 1001 time: 0.0612941 Aug 27 09:56:08.043650 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a4708-b0de-4b70-8ecf-2a14a673bc05 req-bf11fe67-735f-49bb-93c5-ca871cc75172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:08.045141 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-279a4708-b0de-4b70-8ecf-2a14a673bc05 req-bf11fe67-735f-49bb-93c5-ca871cc75172 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14759c05-e82d-435b-aab2-9d705736694f HTTP/1.1" status: 200 len: 848 time: 0.0443683 Aug 27 09:56:08.129552 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca5b68-bf54-4aa1-8701-57cae95a1059 req-7dd73f7d-d65f-481e-bdd5-d49ed6b6b22e tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:08.130984 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a3ca5b68-bf54-4aa1-8701-57cae95a1059 req-7dd73f7d-d65f-481e-bdd5-d49ed6b6b22e tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0494306 Aug 27 09:56:08.172741 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a3ca5b68-bf54-4aa1-8701-57cae95a1059 req-113007bb-658d-4316-9b6b-a4be27868a31 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351472 Aug 27 09:56:08.915086 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a4708-b0de-4b70-8ecf-2a14a673bc05 req-56a61a44-28a0-43d7-9d13-4893836eca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:08.916854 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-279a4708-b0de-4b70-8ecf-2a14a673bc05 req-56a61a44-28a0-43d7-9d13-4893836eca1a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=031cfd13-f3bc-46a8-8665-55fc287493ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418465 Aug 27 09:56:09.289951 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e68997-7238-47b5-b509-46cf2dab142e req-dfd45247-5350-47a8-8d41-4f21478b9802 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:09.292445 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-13e68997-7238-47b5-b509-46cf2dab142e req-dfd45247-5350-47a8-8d41-4f21478b9802 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0497115 Aug 27 09:56:09.331681 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-13e68997-7238-47b5-b509-46cf2dab142e req-e6937eeb-6a80-4258-bc82-12f5b95af474 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331156 Aug 27 09:56:10.445919 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46211a-0ef6-4564-984f-b38b4a030b04 req-8130048a-bf92-461c-af99-a50b452005bb tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:10.448055 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9e46211a-0ef6-4564-984f-b38b4a030b04 req-8130048a-bf92-461c-af99-a50b452005bb tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0472469 Aug 27 09:56:10.485044 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9e46211a-0ef6-4564-984f-b38b4a030b04 req-042504e2-9bd6-440c-93b4-e0744eb569c3 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309651 Aug 27 09:56:10.759455 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-279a4708-b0de-4b70-8ecf-2a14a673bc05 req-55740458-6fea-485f-aaa2-8855670d6456 service neutron] 10.222.0.65 "GET /v2.0/networks/031cfd13-f3bc-46a8-8665-55fc287493ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845516 Aug 27 09:56:10.856140 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-279a4708-b0de-4b70-8ecf-2a14a673bc05 req-e8554a24-a8d8-472e-b3ff-c0343c9dcf61 service neutron] 10.222.0.65 "GET /v2.0/networks/031cfd13-f3bc-46a8-8665-55fc287493ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869491 Aug 27 09:56:11.598801 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dc55f-3947-4f0f-8911-62debb301fb1 req-27f1b8a2-dac6-4741-9091-11810144ad3a tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:11.600594 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-604dc55f-3947-4f0f-8911-62debb301fb1 req-27f1b8a2-dac6-4741-9091-11810144ad3a tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0494764 Aug 27 09:56:11.642562 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-604dc55f-3947-4f0f-8911-62debb301fb1 req-8b7c86db-8120-469c-8086-4e4682a453ad tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353012 Aug 27 09:56:12.757302 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dc0e8-185b-4caf-be6f-76c97b9a15de req-bfbd0a5e-2dcf-481c-b43d-13943b144061 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:12.758818 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2c5dc0e8-185b-4caf-be6f-76c97b9a15de req-bfbd0a5e-2dcf-481c-b43d-13943b144061 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0494442 Aug 27 09:56:12.798548 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2c5dc0e8-185b-4caf-be6f-76c97b9a15de req-d6ccaf9a-bd78-4495-a31e-55ec25d9e3b9 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315006 Aug 27 09:56:13.914540 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e8048-b552-42b9-9ac5-abb868893922 req-40ca1a25-3fea-459b-8e3b-7593632812f7 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:13.916600 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e60e8048-b552-42b9-9ac5-abb868893922 req-40ca1a25-3fea-459b-8e3b-7593632812f7 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0504274 Aug 27 09:56:13.952920 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e60e8048-b552-42b9-9ac5-abb868893922 req-f48fcf09-6cf1-4301-b219-8310f7b93d2b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306125 Aug 27 09:56:14.725287 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-74b27dd1-15a9-47ae-b411-f38f5357c42a tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-382891842&fields=id&tenant_id=a36c7d635aa4453085e33b93c245c04f HTTP/1.1" status: 200 len: 267 time: 0.0369456 Aug 27 09:56:14.834997 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-3576e5cf-6f4f-4cc0-8faf-8e0ba4a9fb9f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:14.836585 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-3576e5cf-6f4f-4cc0-8faf-8e0ba4a9fb9f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/networks?id=cc19112f-ba8d-4504-88bf-0381b6982fa3 HTTP/1.1" status: 200 len: 812 time: 0.1040733 Aug 27 09:56:14.856119 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-90ac9249-c047-42d7-b0a8-ed66bdc8858c tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/quotas/a36c7d635aa4453085e33b93c245c04f HTTP/1.1" status: 200 len: 375 time: 0.0131657 Aug 27 09:56:14.924430 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-e29a66c4-8653-4a56-8a09-aa0195245ee4 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a36c7d635aa4453085e33b93c245c04f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0627050 Aug 27 09:56:14.941550 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 59710) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:15.035461 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-0080c5b2-33ca-4b18-8f0d-ed6e5859b974 service neutron] 10.222.0.55 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970993 Aug 27 09:56:15.075362 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9954d2dd-9057-42b1-b88b-56320af20548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:15.102023 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545b30c-abbe-4cb5-9d13-22ea28067ca8 req-b0ef7dde-1c89-446e-82cb-12e490333956 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:15.104230 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d545b30c-abbe-4cb5-9d13-22ea28067ca8 req-b0ef7dde-1c89-446e-82cb-12e490333956 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0758395 Aug 27 09:56:15.126368 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-e9867bd0-609e-406c-b982-9bcdab77b183 service neutron] 10.222.0.55 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850012 Aug 27 09:56:15.170721 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d545b30c-abbe-4cb5-9d13-22ea28067ca8 req-0ab68920-f696-4b1a-8f9f-fc247d00d5e1 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549984 Aug 27 09:56:15.220371 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9954d2dd-9057-42b1-b88b-56320af20548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:15.226798 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-9954d2dd-9057-42b1-b88b-56320af20548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:15.280762 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-9954d2dd-9057-42b1-b88b-56320af20548 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3f3bdf5a6f15433f8e5462f409f95f37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380659 Aug 27 09:56:15.283838 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 59724) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:15.290821 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954d2dd-9057-42b1-b88b-56320af20548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b406c9-5ede-4cb6-9bf4-84ed96274244,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:15.346447 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-818c3f3c-b5e1-4ae1-85cf-0835eeccca9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:15.372782 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-818c3f3c-b5e1-4ae1-85cf-0835eeccca9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:15.437693 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-818c3f3c-b5e1-4ae1-85cf-0835eeccca9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:15.444981 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-818c3f3c-b5e1-4ae1-85cf-0835eeccca9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:15.450560 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-818c3f3c-b5e1-4ae1-85cf-0835eeccca9a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56b406c9-5ede-4cb6-9bf4-84ed96274244 HTTP/1.1" status: 204 len: 168 time: 0.1619854 Aug 27 09:56:15.457757 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89173e90-5923-49ae-a3a7-855cd3e64bf7 req-8de25154-52d5-45aa-9ba5-687aa5648b7b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:15.459553 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-89173e90-5923-49ae-a3a7-855cd3e64bf7 req-8de25154-52d5-45aa-9ba5-687aa5648b7b tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0775113 Aug 27 09:56:15.473015 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c3f3c-b5e1-4ae1-85cf-0835eeccca9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b406c9-5ede-4cb6-9bf4-84ed96274244,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:15.474758 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 59738) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:15.531303 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-89173e90-5923-49ae-a3a7-855cd3e64bf7 req-d265ed06-8718-4c2b-ba87-f60bc687767d tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651207 Aug 27 09:56:15.533432 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-5ed89cce-532b-48ef-82e5-151c8dd29ca8 req-918450bb-1e51-4f01-8062-dae3ff10c6a0 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 210 time: 0.0623469 Aug 27 09:56:15.653266 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4081a821-2283-427f-95f2-597874b53ece req-a164e736-2b42-458b-a7c5-3700b4eb6af1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1253576 Aug 27 09:56:16.504117 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-edb334d4-3c3f-42d2-9996-e21964a4c011 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:16.505750 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-edb334d4-3c3f-42d2-9996-e21964a4c011 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.65 "GET /v2.0/networks?id=cc19112f-ba8d-4504-88bf-0381b6982fa3 HTTP/1.1" status: 200 len: 812 time: 0.1028445 Aug 27 09:56:16.554875 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-c8dfd37d-b771-44ef-80f3-e5580fba83b1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a36c7d635aa4453085e33b93c245c04f HTTP/1.1" status: 200 len: 379 time: 0.0392561 Aug 27 09:56:16.569772 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-1b253e88-dc32-44cc-96e0-d4fe0b2e46de tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Request body: {'port': {'device_id': '2112bb2a-1f77-4340-8813-1634b950ae34', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'admin_state_up': True, 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'security_groups': ['9978b119-6561-4cbd-89a1-3928ca7d63a7']}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:56:16.647278 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device d670f053-fc0f-4615-96ec-81bccc11b080 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:56:16.653989 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b4cc73a2-742d-466a-97f8-7b38758005e4 req-5649e2ba-6849-4fbf-9805-e1269c1d1480 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 210 time: 0.0290504 Aug 27 09:56:16.711783 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80a151-12c7-4059-ad56-2edb2417c48a req-e2a46dd2-ee2f-4dd9-b96e-f28081a7050a tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:16.713835 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5a80a151-12c7-4059-ad56-2edb2417c48a req-e2a46dd2-ee2f-4dd9-b96e-f28081a7050a tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.1109564 Aug 27 09:56:16.734711 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:16.758578 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843a1639-1d7c-4e35-bc76-a33f9c936847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd670f053-fc0f-4615-96ec-81bccc11b080'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:56:16.761721 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0794a1f-0eb1-49f1-a1b7-9f97c840d647" -d '{"events": [{"server_uuid": "843a1639-1d7c-4e35-bc76-a33f9c936847", "name": "network-vif-unplugged", "status": "completed", "tag": "d670f053-fc0f-4615-96ec-81bccc11b080"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:56:16.763455 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-1b253e88-dc32-44cc-96e0-d4fe0b2e46de tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Made reservation on behalf of a36c7d635aa4453085e33b93c245c04f for: {'port': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:56:16.766975 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-1b253e88-dc32-44cc-96e0-d4fe0b2e46de tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:16.771183 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-5a80a151-12c7-4059-ad56-2edb2417c48a req-59a29a21-9154-4304-8bae-ef414e8ad75f tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508111 Aug 27 09:56:16.774397 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port d670f053-fc0f-4615-96ec-81bccc11b080, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d670f053-fc0f-4615-96ec-81bccc11b080,segment=NetworkSegment(b4a30bdb-5b47-4702-97e5-2bf467054649),segment_id=b4a30bdb-5b47-4702-97e5-2bf467054649)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:56:16.780272 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:16.813238 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 09:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bce345-abcc-4147-890e-7f2e093eaa6b x-openstack-request-id: req-f7bce345-abcc-4147-890e-7f2e093eaa6b {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:56:16.813238 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843a1639-1d7c-4e35-bc76-a33f9c936847", "name": "network-vif-unplugged", "status": "failed", "tag": "d670f053-fc0f-4615-96ec-81bccc11b080", "code": 422}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:56:16.813238 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f7bce345-abcc-4147-890e-7f2e093eaa6b {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:56:16.813683 dv-cinder-804757-3-iscsi neutron-server[100336]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '843a1639-1d7c-4e35-bc76-a33f9c936847', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd670f053-fc0f-4615-96ec-81bccc11b080', 'code': 422} returned with failed status Aug 27 09:56:16.833889 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=d670f053-fc0f-4615-96ec-81bccc11b080,revision_number=6']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:16.841741 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:16.842120 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:16.842459 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:16.842818 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:16.843143 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:16.843465 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:16.843784 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:16.844115 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:16.844418 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:16.844794 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:16.845114 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:16.845425 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:16.907783 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-1b253e88-dc32-44cc-96e0-d4fe0b2e46de tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Allocated IP 172.20.0.9 (cc19112f-ba8d-4504-88bf-0381b6982fa3/1c6d5bd7-f50f-42b4-861c-8d22947a1275/2bd9780b-a2ea-4c29-813e-311829cae166) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:56:17.068662 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-1b253e88-dc32-44cc-96e0-d4fe0b2e46de tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:17.083642 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-1b253e88-dc32-44cc-96e0-d4fe0b2e46de tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Transition to ACTIVE for port object 2bd9780b-a2ea-4c29-813e-311829cae166 will not be triggered until provisioned by entity DHCP. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:56:17.125698 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-1b253e88-dc32-44cc-96e0-d4fe0b2e46de tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:17.167408 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-1b253e88-dc32-44cc-96e0-d4fe0b2e46de tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Network cc19112f-ba8d-4504-88bf-0381b6982fa3 is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:56:17.172551 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-1b253e88-dc32-44cc-96e0-d4fe0b2e46de tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:56:17.176412 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-1b253e88-dc32-44cc-96e0-d4fe0b2e46de tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:56:17.201118 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b253e88-dc32-44cc-96e0-d4fe0b2e46de tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event updated for resources: {'Port': ['ID=2bd9780b-a2ea-4c29-813e-311829cae166,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:17.229926 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-1b253e88-dc32-44cc-96e0-d4fe0b2e46de tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:17.230675 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-1b253e88-dc32-44cc-96e0-d4fe0b2e46de tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:17.246421 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-1b253e88-dc32-44cc-96e0-d4fe0b2e46de tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6814971 Aug 27 09:56:17.260968 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Request body: {'port': {'device_id': '2112bb2a-1f77-4340-8813-1634b950ae34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:56:17.326330 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:17.464014 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-8d2023f4-655c-496a-8c3c-94597b878aab None None] Provisioning for port 2bd9780b-a2ea-4c29-813e-311829cae166 completed by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:56:17.472409 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-8d2023f4-655c-496a-8c3c-94597b878aab None None] Provisioning complete for port 2bd9780b-a2ea-4c29-813e-311829cae166 triggered by entity DHCP. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:56:17.473092 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-8d2023f4-655c-496a-8c3c-94597b878aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:17.531091 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-8d2023f4-655c-496a-8c3c-94597b878aab None None] Port 2bd9780b-a2ea-4c29-813e-311829cae166 cannot update to ACTIVE because it is not bound. {{(pid=100336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 09:56:17.570758 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081a821-2283-427f-95f2-597874b53ece req-c69f96ca-7cb1-471c-9c41-8ed100f4328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:17.572343 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4081a821-2283-427f-95f2-597874b53ece req-c69f96ca-7cb1-471c-9c41-8ed100f4328a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847&tenant_id=6f53ec19e9f94220a09317461ba3b8f3 HTTP/1.1" status: 200 len: 1097 time: 0.1152658 Aug 27 09:56:17.620660 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c650d97-f48f-4bf3-a17d-bbc6a4389729 req-1f814736-dd4b-404e-907f-774a931a4b8b tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:17.622185 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-2c650d97-f48f-4bf3-a17d-bbc6a4389729 req-1f814736-dd4b-404e-907f-774a931a4b8b tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb801f41-c2f1-4d8b-adca-582093951fb8 HTTP/1.1" status: 200 len: 945 time: 0.0528319 Aug 27 09:56:17.655218 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081a821-2283-427f-95f2-597874b53ece req-be025739-79c8-4f98-856e-6f649dfc156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:17.656713 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4081a821-2283-427f-95f2-597874b53ece req-be025739-79c8-4f98-856e-6f649dfc156d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f53ec19e9f94220a09317461ba3b8f3&device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 1097 time: 0.0621378 Aug 27 09:56:17.659315 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-2c650d97-f48f-4bf3-a17d-bbc6a4389729 req-b0f2e503-b10e-4235-87ac-5415deeaeb1a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c28fc99-aae7-4730-ad51-340a6ebe97d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310187 Aug 27 09:56:17.783528 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd9780b-a2ea-4c29-813e-311829cae166 {{(pid=100334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:56:17.800010 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:17.830972 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Transition to ACTIVE for port object 2bd9780b-a2ea-4c29-813e-311829cae166 will not be triggered until provisioned by entity L2. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:56:17.843797 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0cbd1-2e33-424b-8e05-c69382b5409b req-3ee3be39-f593-4a98-bdce-7bd6e688d84c tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:17.845282 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ffc0cbd1-2e33-424b-8e05-c69382b5409b req-3ee3be39-f593-4a98-bdce-7bd6e688d84c tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 931 time: 0.1102722 Aug 27 09:56:17.846286 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081a821-2283-427f-95f2-597874b53ece req-61e87a38-7b17-4292-8a84-8374b3fadb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:17.847606 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4081a821-2283-427f-95f2-597874b53ece req-61e87a38-7b17-4292-8a84-8374b3fadb9c service neutron] 10.222.0.65 "GET /v2.0/networks?id=031cfd13-f3bc-46a8-8665-55fc287493ef HTTP/1.1" status: 200 len: 911 time: 0.1806431 Aug 27 09:56:17.848343 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:17.891713 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36f7a3-b751-4435-825f-4b4ee1530b62 req-58e32d95-61f9-428c-b4d6-8446847af5f0 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:17.893200 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1f36f7a3-b751-4435-825f-4b4ee1530b62 req-58e32d95-61f9-428c-b4d6-8446847af5f0 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 944 time: 0.0492065 Aug 27 09:56:17.936313 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1f36f7a3-b751-4435-825f-4b4ee1530b62 req-128fd9aa-8c8c-4567-8448-845499c70c0c tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361884 Aug 27 09:56:17.964641 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd9780b-a2ea-4c29-813e-311829cae166,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:18.238724 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ffc0cbd1-2e33-424b-8e05-c69382b5409b req-6721e2f7-52df-4d35-96c2-dd8b019c1b2c tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3851593 Aug 27 09:56:18.286618 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4081a821-2283-427f-95f2-597874b53ece req-c5dff0f6-b904-48ef-a717-adc45a8fe35f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d670f053-fc0f-4615-96ec-81bccc11b080 HTTP/1.1" status: 200 len: 999 time: 0.4117811 Aug 27 09:56:18.354688 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081a821-2283-427f-95f2-597874b53ece req-e6c328b0-066e-4084-ba92-bfefd723c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:18.356013 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4081a821-2283-427f-95f2-597874b53ece req-e6c328b0-066e-4084-ba92-bfefd723c272 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14759c05-e82d-435b-aab2-9d705736694f HTTP/1.1" status: 200 len: 848 time: 0.0607376 Aug 27 09:56:18.356782 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Attempting to bind port 2bd9780b-a2ea-4c29-813e-311829cae166 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:56:18.357106 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Attempting to bind port 2bd9780b-a2ea-4c29-813e-311829cae166 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:56:18.357426 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Attempting to bind port 2bd9780b-a2ea-4c29-813e-311829cae166 on network cc19112f-ba8d-4504-88bf-0381b6982fa3 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:56:18.361551 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Port 2bd9780b-a2ea-4c29-813e-311829cae166 on network cc19112f-ba8d-4504-88bf-0381b6982fa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:56:18.361868 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Attempting to bind port 2bd9780b-a2ea-4c29-813e-311829cae166 on network cc19112f-ba8d-4504-88bf-0381b6982fa3 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:56:18.375171 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:56:18.375505 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Checking segment: {'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:56:18.375879 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Bound using segment: {'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:56:18.376302 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Bound port: 2bd9780b-a2ea-4c29-813e-311829cae166, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19452456-548c-45f4-9c30-62fb5ae22916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3'}}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:56:18.376648 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:18.436759 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081a821-2283-427f-95f2-597874b53ece req-9fe7fbf6-c728-41ef-9ed7-a53bbdd826c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:18.438239 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4081a821-2283-427f-95f2-597874b53ece req-9fe7fbf6-c728-41ef-9ed7-a53bbdd826c6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=031cfd13-f3bc-46a8-8665-55fc287493ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734353 Aug 27 09:56:18.504293 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] For port 2bd9780b-a2ea-4c29-813e-311829cae166, host hv-cinder-80475, cleared binding levels {{(pid=100334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:56:18.521690 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] For port 2bd9780b-a2ea-4c29-813e-311829cae166, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2bd9780b-a2ea-4c29-813e-311829cae166,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:56:18.532262 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:18.580090 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:18.580601 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:18.581685 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] 10.222.0.65 "PUT /v2.0/ports/2bd9780b-a2ea-4c29-813e-311829cae166 HTTP/1.1" status: 200 len: 1093 time: 1.3258567 Aug 27 09:56:18.585004 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2112bb2a-1f77-4340-8813-1634b950ae34', 'tag': '2bd9780b-a2ea-4c29-813e-311829cae166'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:56:18.588156 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309974c0-198e-4c61-888f-73f0281bbb0e" -d '{"events": [{"name": "network-changed", "server_uuid": "2112bb2a-1f77-4340-8813-1634b950ae34", "tag": "2bd9780b-a2ea-4c29-813e-311829cae166"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:56:18.601620 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4081a821-2283-427f-95f2-597874b53ece req-6c6c7a1d-ae77-441a-b9ec-aaf4eccc188a service neutron] 10.222.0.65 "GET /v2.0/networks/031cfd13-f3bc-46a8-8665-55fc287493ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516302 Aug 27 09:56:18.647337 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f2de2-1bd3-444b-855d-9644a072d5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd9780b-a2ea-4c29-813e-311829cae166,revision_number=3']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:18.654103 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333b0a40-5feb-43a8-baf7-6599db5ffc2c x-openstack-request-id: req-333b0a40-5feb-43a8-baf7-6599db5ffc2c {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:56:18.654103 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2112bb2a-1f77-4340-8813-1634b950ae34", "tag": "2bd9780b-a2ea-4c29-813e-311829cae166", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:56:18.654103 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-333b0a40-5feb-43a8-baf7-6599db5ffc2c {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:56:18.654103 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2112bb2a-1f77-4340-8813-1634b950ae34', 'tag': '2bd9780b-a2ea-4c29-813e-311829cae166', 'status': 'completed', 'code': 200} Aug 27 09:56:18.730095 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-e0803210-18b5-4bbe-a47a-161ad878d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:18.731607 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-e0803210-18b5-4bbe-a47a-161ad878d196 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a36c7d635aa4453085e33b93c245c04f&device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 1096 time: 0.1032910 Aug 27 09:56:18.803790 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-4081a821-2283-427f-95f2-597874b53ece req-9e79ca0a-d1c2-4468-b873-943db5a8a265 service neutron] 10.222.0.65 "GET /v2.0/networks/031cfd13-f3bc-46a8-8665-55fc287493ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902885 Aug 27 09:56:18.807193 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-e56e3682-89be-47f8-9aca-f41424389382 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd9780b-a2ea-4c29-813e-311829cae166 HTTP/1.1" status: 200 len: 217 time: 0.0539961 Aug 27 09:56:18.853925 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49097d3-cf39-48de-b776-52c8b2d1d334 req-521acaa3-1cb7-422d-acae-5809e8ae5b46 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:18.855370 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b49097d3-cf39-48de-b776-52c8b2d1d334 req-521acaa3-1cb7-422d-acae-5809e8ae5b46 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb801f41-c2f1-4d8b-adca-582093951fb8 HTTP/1.1" status: 200 len: 945 time: 0.1213634 Aug 27 09:56:18.885019 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-d18338ae-dbdd-4bb5-a45b-0999b3cc6c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:18.886445 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-d18338ae-dbdd-4bb5-a45b-0999b3cc6c54 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c6d5bd7-f50f-42b4-861c-8d22947a1275 HTTP/1.1" status: 200 len: 851 time: 0.0697472 Aug 27 09:56:18.911143 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b49097d3-cf39-48de-b776-52c8b2d1d334 req-9b706d7e-6919-4d49-97c8-a7846815b1ef tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c28fc99-aae7-4730-ad51-340a6ebe97d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470307 Aug 27 09:56:18.940272 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-5594906a-7c8f-4d78-9619-ec810d10fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:18.941786 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-5594906a-7c8f-4d78-9619-ec810d10fc23 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc19112f-ba8d-4504-88bf-0381b6982fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451658 Aug 27 09:56:19.035877 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-c61a8d1c-3a49-48d5-ae5d-b2eb96bca129 service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845675 Aug 27 09:56:19.057342 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67154dd-b82f-41ff-b15f-91d1856efee6 req-bd1e48c2-f875-4239-b4e4-5c7103d73f20 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:19.058985 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-c67154dd-b82f-41ff-b15f-91d1856efee6 req-bd1e48c2-f875-4239-b4e4-5c7103d73f20 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 944 time: 0.0508218 Aug 27 09:56:19.096555 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-c67154dd-b82f-41ff-b15f-91d1856efee6 req-ac552a5d-f30e-40bd-a345-088208a17598 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311048 Aug 27 09:56:19.128349 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d519b1a0-6379-4457-a16d-ca3b05ab365c req-2e06d0a9-5842-4ef9-81e4-db1789eb10b1 service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843873 Aug 27 09:56:19.221112 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309974c0-198e-4c61-888f-73f0281bbb0e req-6b853f9c-9387-4427-bc19-5a3068c06ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:19.222529 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-309974c0-198e-4c61-888f-73f0281bbb0e req-6b853f9c-9387-4427-bc19-5a3068c06ceb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a36c7d635aa4453085e33b93c245c04f&device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 1096 time: 0.0413122 Aug 27 09:56:19.231345 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:56:19.346534 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309974c0-198e-4c61-888f-73f0281bbb0e req-4b77b594-6104-4e58-8d7f-921fa984f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:19.347989 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-309974c0-198e-4c61-888f-73f0281bbb0e req-4b77b594-6104-4e58-8d7f-921fa984f6ed service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc19112f-ba8d-4504-88bf-0381b6982fa3 HTTP/1.1" status: 200 len: 914 time: 0.1163161 Aug 27 09:56:19.365909 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bb5e8-295e-41cb-8e42-348cd11931d0 req-268a4ac8-403d-40ea-9e2f-392f5132bb72 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:19.367300 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-fe7bb5e8-295e-41cb-8e42-348cd11931d0 req-268a4ac8-403d-40ea-9e2f-392f5132bb72 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 943 time: 0.0594518 Aug 27 09:56:19.443576 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-309974c0-198e-4c61-888f-73f0281bbb0e req-3f8e3b3c-26d4-4106-a631-2de5a0fc9143 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd9780b-a2ea-4c29-813e-311829cae166 HTTP/1.1" status: 200 len: 217 time: 0.0635829 Aug 27 09:56:19.490493 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-fe7bb5e8-295e-41cb-8e42-348cd11931d0 req-7dfc4df7-e0cf-424a-9796-a1e5b995a4e0 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171865 Aug 27 09:56:19.513721 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894b7b7-c43c-4f8c-a89e-85e231fa49ab req-f2764a55-31b8-44fc-a26d-7fa97dcf9d3c tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:19.515185 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e894b7b7-c43c-4f8c-a89e-85e231fa49ab req-f2764a55-31b8-44fc-a26d-7fa97dcf9d3c tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb801f41-c2f1-4d8b-adca-582093951fb8 HTTP/1.1" status: 200 len: 945 time: 0.1343582 Aug 27 09:56:19.520729 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309974c0-198e-4c61-888f-73f0281bbb0e req-ebccb83b-188e-4b8d-a35f-88bb063fc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:19.522100 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-309974c0-198e-4c61-888f-73f0281bbb0e req-ebccb83b-188e-4b8d-a35f-88bb063fc6e3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c6d5bd7-f50f-42b4-861c-8d22947a1275 HTTP/1.1" status: 200 len: 851 time: 0.0671430 Aug 27 09:56:19.631296 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309974c0-198e-4c61-888f-73f0281bbb0e req-9356d373-cbd2-4337-ab2e-41b29b9967ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:19.632778 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-309974c0-198e-4c61-888f-73f0281bbb0e req-9356d373-cbd2-4337-ab2e-41b29b9967ad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc19112f-ba8d-4504-88bf-0381b6982fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0942006 Aug 27 09:56:19.695396 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-e894b7b7-c43c-4f8c-a89e-85e231fa49ab req-b24c456a-af38-475b-b57c-5cae8d48f1c4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Deleting port a481c2ee-4f86-45bc-825c-a3aa9a8416c0 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:56:19.695735 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e894b7b7-c43c-4f8c-a89e-85e231fa49ab req-b24c456a-af38-475b-b57c-5cae8d48f1c4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:19.800583 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-309974c0-198e-4c61-888f-73f0281bbb0e req-279a2e0f-7a91-4175-a146-3956afb5c123 service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567225 Aug 27 09:56:19.819776 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-e894b7b7-c43c-4f8c-a89e-85e231fa49ab req-b24c456a-af38-475b-b57c-5cae8d48f1c4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] For port a481c2ee-4f86-45bc-825c-a3aa9a8416c0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a481c2ee-4f86-45bc-825c-a3aa9a8416c0,segment=NetworkSegment(ef98a523-0c5d-46a5-bd8b-ecbee4e89de5),segment_id=ef98a523-0c5d-46a5-bd8b-ecbee4e89de5)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:56:19.820140 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e894b7b7-c43c-4f8c-a89e-85e231fa49ab req-b24c456a-af38-475b-b57c-5cae8d48f1c4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:19.990047 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-309974c0-198e-4c61-888f-73f0281bbb0e req-db7316e1-d205-4e9f-a9ba-cc92ace28e68 service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820979 Aug 27 09:56:20.031950 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b69361-1086-4d23-b4bb-d7f526f486b6 req-bf141428-e725-4c7d-b2fe-418098f0151a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:20.033429 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-25b69361-1086-4d23-b4bb-d7f526f486b6 req-bf141428-e725-4c7d-b2fe-418098f0151a tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb801f41-c2f1-4d8b-adca-582093951fb8 HTTP/1.1" status: 200 len: 945 time: 0.0524981 Aug 27 09:56:20.060329 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e894b7b7-c43c-4f8c-a89e-85e231fa49ab req-b24c456a-af38-475b-b57c-5cae8d48f1c4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:20.060663 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e894b7b7-c43c-4f8c-a89e-85e231fa49ab req-b24c456a-af38-475b-b57c-5cae8d48f1c4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504191'] for floatingip, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:20.061097 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.l3_db [req-e894b7b7-c43c-4f8c-a89e-85e231fa49ab req-b24c456a-af38-475b-b57c-5cae8d48f1c4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Floating IP 1689d14d-5866-4cb7-9e28-66622b6cc224 disassociated. External IP: 172.27.3.216, port: a481c2ee-4f86-45bc-825c-a3aa9a8416c0. Aug 27 09:56:20.061426 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-e894b7b7-c43c-4f8c-a89e-85e231fa49ab req-b24c456a-af38-475b-b57c-5cae8d48f1c4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Calling delete_port for a481c2ee-4f86-45bc-825c-a3aa9a8416c0 owned by compute:nova {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:56:20.071805 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-25b69361-1086-4d23-b4bb-d7f526f486b6 req-ce4f5948-7681-4c65-81a4-1bb0a86473bb tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c28fc99-aae7-4730-ad51-340a6ebe97d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325136 Aug 27 09:56:20.220327 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e894b7b7-c43c-4f8c-a89e-85e231fa49ab req-b24c456a-af38-475b-b57c-5cae8d48f1c4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:20.236377 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375e294-75da-41bd-8519-b38e557df515 req-f0bb9ef8-82f7-45db-aed4-cdb4217070df tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:20.237865 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1375e294-75da-41bd-8519-b38e557df515 req-f0bb9ef8-82f7-45db-aed4-cdb4217070df tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 944 time: 0.0685830 Aug 27 09:56:20.260310 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c456a-af38-475b-b57c-5cae8d48f1c4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Pushing event deleted for resources: {'Port': ['ID=a481c2ee-4f86-45bc-825c-a3aa9a8416c0,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:20.334417 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1375e294-75da-41bd-8519-b38e557df515 req-a7850a7a-f7cf-4021-9ac3-1fee5a1b768a tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777156 Aug 27 09:56:20.396117 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e894b7b7-c43c-4f8c-a89e-85e231fa49ab req-b24c456a-af38-475b-b57c-5cae8d48f1c4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Router 9a4f5938-8134-4de0-99cd-fa0e699801d3 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:56:20.502399 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e894b7b7-c43c-4f8c-a89e-85e231fa49ab req-b24c456a-af38-475b-b57c-5cae8d48f1c4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:56:20.513907 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784e32ec-5cc3-4adb-87ad-3127c73a0d9a None None] Sync routers for ids ['9a4f5938-8134-4de0-99cd-fa0e699801d3'] in dv-cinder-804757-3-iscsi {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:56:20.524718 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784e32ec-5cc3-4adb-87ad-3127c73a0d9a None None] Routers {'9a4f5938-8134-4de0-99cd-fa0e699801d3'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:56:20.526129 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-784e32ec-5cc3-4adb-87ad-3127c73a0d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:55:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['9a4f5938-8134-4de0-99cd-fa0e699801d3'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:56:20.546216 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-e894b7b7-c43c-4f8c-a89e-85e231fa49ab req-b24c456a-af38-475b-b57c-5cae8d48f1c4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] No DVR routers for this DVR port a481c2ee-4f86-45bc-825c-a3aa9a8416c0 on host hv-cinder-80475 {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:56:20.548729 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-e894b7b7-c43c-4f8c-a89e-85e231fa49ab req-b24c456a-af38-475b-b57c-5cae8d48f1c4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:20.550769 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e894b7b7-c43c-4f8c-a89e-85e231fa49ab req-b24c456a-af38-475b-b57c-5cae8d48f1c4 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.65 "DELETE /v2.0/ports/a481c2ee-4f86-45bc-825c-a3aa9a8416c0 HTTP/1.1" status: 204 len: 173 time: 1.0183244 Aug 27 09:56:20.611752 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaecdd0-c492-41a6-946f-a8741a2e47d2 req-c822ea26-6579-43c2-b491-3058e7d08076 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:20.613635 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-bbaecdd0-c492-41a6-946f-a8741a2e47d2 req-c822ea26-6579-43c2-b491-3058e7d08076 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 943 time: 0.0532250 Aug 27 09:56:20.637512 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9bd5b446-4f04-4a63-bac9-1f6dbb6be79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:20.651547 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-784e32ec-5cc3-4adb-87ad-3127c73a0d9a None None] Set router 9a4f5938-8134-4de0-99cd-fa0e699801d3 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:56:20.654875 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb801f41-c2f1-4d8b-adca-582093951fb8', 'name': 'network-vif-deleted', 'tag': 'a481c2ee-4f86-45bc-825c-a3aa9a8416c0'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:56:20.657348 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821e0585-2702-4906-8f89-6a9175cb8398" -d '{"events": [{"server_uuid": "fb801f41-c2f1-4d8b-adca-582093951fb8", "name": "network-vif-deleted", "tag": "a481c2ee-4f86-45bc-825c-a3aa9a8416c0"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:56:20.665828 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-bbaecdd0-c492-41a6-946f-a8741a2e47d2 req-aa4f8ae2-3f87-43fa-8ada-d79dabe2e551 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441933 Aug 27 09:56:20.699822 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1201956-eb83-4943-a6e1-c23e5eaf24f7 x-openstack-request-id: req-b1201956-eb83-4943-a6e1-c23e5eaf24f7 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:56:20.700183 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb801f41-c2f1-4d8b-adca-582093951fb8", "name": "network-vif-deleted", "tag": "a481c2ee-4f86-45bc-825c-a3aa9a8416c0", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:56:20.700531 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1201956-eb83-4943-a6e1-c23e5eaf24f7 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:56:20.700993 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb801f41-c2f1-4d8b-adca-582093951fb8', 'name': 'network-vif-deleted', 'tag': 'a481c2ee-4f86-45bc-825c-a3aa9a8416c0', 'status': 'completed', 'code': 200} Aug 27 09:56:20.877559 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-784e32ec-5cc3-4adb-87ad-3127c73a0d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 4, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port': {'id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '02e980d1-357a-461c-8870-ce2cfd5e83bc', 'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'mac_address': 'fa:16:3e:35:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:10Z', 'updated_at': '2021-08-27T09:51:16Z', 'revision_number': 5, 'project_id': '117211cf835b42d2b9b01427af816f46', 'subnets': [{'id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:56:20.984537 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784e32ec-5cc3-4adb-87ad-3127c73a0d9a None None] Checking router: 9a4f5938-8134-4de0-99cd-fa0e699801d3 for host: dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:56:20.992676 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784e32ec-5cc3-4adb-87ad-3127c73a0d9a None None] Routers {'9a4f5938-8134-4de0-99cd-fa0e699801d3'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:56:20.993275 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-784e32ec-5cc3-4adb-87ad-3127c73a0d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:55:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['9a4f5938-8134-4de0-99cd-fa0e699801d3'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:56:21.100946 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-784e32ec-5cc3-4adb-87ad-3127c73a0d9a None None] Set router 9a4f5938-8134-4de0-99cd-fa0e699801d3 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:56:21.155461 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 59816) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:21.209092 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f91e26f0-0efa-4bcb-befd-d9d27a6aec88 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:21.231912 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f91e26f0-0efa-4bcb-befd-d9d27a6aec88 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:21.284221 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f91e26f0-0efa-4bcb-befd-d9d27a6aec88 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:21.286817 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-f91e26f0-0efa-4bcb-befd-d9d27a6aec88 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:21.290516 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-f91e26f0-0efa-4bcb-befd-d9d27a6aec88 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "DELETE /v2.0/security-groups/2c28fc99-aae7-4730-ad51-340a6ebe97d0 HTTP/1.1" status: 204 len: 168 time: 0.1314518 Aug 27 09:56:21.291224 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 59818) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:21.297877 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e26f0-0efa-4bcb-befd-d9d27a6aec88 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c28fc99-aae7-4730-ad51-340a6ebe97d0,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:21.312886 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-784e32ec-5cc3-4adb-87ad-3127c73a0d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 4, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port': {'id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '02e980d1-357a-461c-8870-ce2cfd5e83bc', 'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'mac_address': 'fa:16:3e:35:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:10Z', 'updated_at': '2021-08-27T09:51:16Z', 'revision_number': 5, 'project_id': '117211cf835b42d2b9b01427af816f46', 'subnets': [{'id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:56:21.313356 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.api.v2.resource [None req-03b79668-ed58-4052-8240-1ac1f37b5c62 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] show failed (client error): The resource could not be found. Aug 27 09:56:21.314394 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-03b79668-ed58-4052-8240-1ac1f37b5c62 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "GET /v2.0/security-groups/2c28fc99-aae7-4730-ad51-340a6ebe97d0 HTTP/1.1" status: 404 len: 347 time: 0.0220232 Aug 27 09:56:21.317552 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 59820) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:21.346686 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784e32ec-5cc3-4adb-87ad-3127c73a0d9a None None] The sync data for ids ['9a4f5938-8134-4de0-99cd-fa0e699801d3'] in dv-cinder-804757-3-iscsi is: [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:11Z', 'revision_number': 4, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port': {'id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': '02e980d1-357a-461c-8870-ce2cfd5e83bc', 'name': '', 'network_id': 'e824150c-a620-4cc4-8f01-7bdb95aef44a', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'mac_address': 'fa:16:3e:35:24:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:10Z', 'updated_at': '2021-08-27T09:51:16Z', 'revision_number': 5, 'project_id': '117211cf835b42d2b9b01427af816f46', 'subnets': [{'id': 'fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:56:21.479843 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0aafc-e7c4-43a9-954c-d00c5d1b204e req-dbde848f-ed14-4eeb-afb9-bb953400e4b6 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:21.481559 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-84c0aafc-e7c4-43a9-954c-d00c5d1b204e req-dbde848f-ed14-4eeb-afb9-bb953400e4b6 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 944 time: 0.0594506 Aug 27 09:56:21.490767 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-e813358a-2051-40e9-b365-f179a3a21286 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Deleting port f5f7aee5-015b-4251-b3bc-b1b68d109768 {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:56:21.491098 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e813358a-2051-40e9-b365-f179a3a21286 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:21.565965 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d304f49b-c0cd-4dcb-95d8-366d5137a98e None None] New status for floating IP 1689d14d-5866-4cb7-9e28-66622b6cc224: DOWN {{(pid=100336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 09:56:21.568976 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-84c0aafc-e7c4-43a9-954c-d00c5d1b204e req-6a147068-c96c-45f4-b5cc-913bede44f71 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808611 Aug 27 09:56:21.596075 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e813358a-2051-40e9-b365-f179a3a21286 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:21.596815 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e813358a-2051-40e9-b365-f179a3a21286 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:21.607932 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-e813358a-2051-40e9-b365-f179a3a21286 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Calling delete_port for f5f7aee5-015b-4251-b3bc-b1b68d109768 owned by network:floatingip {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:56:21.739785 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e813358a-2051-40e9-b365-f179a3a21286 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10025972'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:21.769445 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813358a-2051-40e9-b365-f179a3a21286 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Pushing event deleted for resources: {'Port': ['ID=f5f7aee5-015b-4251-b3bc-b1b68d109768,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:21.789832 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e76fa-07e0-4e2f-afb6-f556c9676d72 req-dd76184b-c6f1-4ed3-800c-2c17260debf6 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:21.791592 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-cf8e76fa-07e0-4e2f-afb6-f556c9676d72 req-dd76184b-c6f1-4ed3-800c-2c17260debf6 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 943 time: 0.0498910 Aug 27 09:56:21.829982 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-cf8e76fa-07e0-4e2f-afb6-f556c9676d72 req-1cfc7089-3cdf-4cbc-8d2d-1235c49941f3 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321925 Aug 27 09:56:21.830322 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e813358a-2051-40e9-b365-f179a3a21286 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks [] for floatingip, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:21.832911 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e813358a-2051-40e9-b365-f179a3a21286 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:21.834031 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-e813358a-2051-40e9-b365-f179a3a21286 tempest-AttachVolumeTestJSON-1327036132 tempest-AttachVolumeTestJSON-1327036132-project] 10.222.0.55 "DELETE /v2.0/floatingips/1689d14d-5866-4cb7-9e28-66622b6cc224 HTTP/1.1" status: 204 len: 168 time: 0.5152259 Aug 27 09:56:22.683225 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccc004-f5fe-4ce1-aa8f-4cf2c5357814 req-fa2f7a46-999f-495a-8fd3-e01429bdd5ec tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:22.684686 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e0ccc004-f5fe-4ce1-aa8f-4cf2c5357814 req-fa2f7a46-999f-495a-8fd3-e01429bdd5ec tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 944 time: 0.0483706 Aug 27 09:56:22.721215 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e0ccc004-f5fe-4ce1-aa8f-4cf2c5357814 req-70c68151-bcf5-4662-bf46-830e683bcf99 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307207 Aug 27 09:56:22.940670 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d97c2-ced8-4f81-bbc9-167cd1177586 req-c0bbabb3-7b01-4791-a1c6-d3fc185ae2e4 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:22.942177 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-290d97c2-ced8-4f81-bbc9-167cd1177586 req-c0bbabb3-7b01-4791-a1c6-d3fc185ae2e4 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 943 time: 0.0473149 Aug 27 09:56:22.979528 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-290d97c2-ced8-4f81-bbc9-167cd1177586 req-6b2ea0f8-cea4-4818-aa4f-83443f565880 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309622 Aug 27 09:56:23.362977 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-6d1c2335-bb00-4bc1-b431-a66168bd1f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:23.568340 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:23.837932 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e68224-68c6-4ad0-bcaa-36810bf7e1b2 req-cda71eef-6dac-406b-bfb6-470f338e52f5 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:23.839416 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-94e68224-68c6-4ad0-bcaa-36810bf7e1b2 req-cda71eef-6dac-406b-bfb6-470f338e52f5 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 944 time: 0.0534368 Aug 27 09:56:23.877444 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-94e68224-68c6-4ad0-bcaa-36810bf7e1b2 req-6d800051-2b77-4d4a-92b4-3ff9090321e2 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322278 Aug 27 09:56:24.096685 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae9c28-7894-41d2-9835-83e1f3590b79 req-eb4aebab-d0e8-4ef7-92c6-baae0a894a63 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:24.098297 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2cae9c28-7894-41d2-9835-83e1f3590b79 req-eb4aebab-d0e8-4ef7-92c6-baae0a894a63 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 943 time: 0.0530171 Aug 27 09:56:24.137111 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2cae9c28-7894-41d2-9835-83e1f3590b79 req-658b313b-6798-4498-8fab-98ed41f6fc30 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324013 Aug 27 09:56:24.550416 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:24.708751 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device a481c2ee-4f86-45bc-825c-a3aa9a8416c0 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:56:24.728636 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: a481c2ee-4f86-45bc-825c-a3aa9a8416c0 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:56:24.728969 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device a481c2ee-4f86-45bc-825c-a3aa9a8416c0 not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:56:24.949968 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:24.989188 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062a63e-e57e-40c4-9b09-1678e180175d req-07c20128-2192-45d5-aeba-c065df3dc6e1 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:24.990657 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8062a63e-e57e-40c4-9b09-1678e180175d req-07c20128-2192-45d5-aeba-c065df3dc6e1 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 944 time: 0.0475166 Aug 27 09:56:25.027713 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8062a63e-e57e-40c4-9b09-1678e180175d req-d2592fd5-fd65-4e75-af2b-bb05446dd9a3 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307150 Aug 27 09:56:25.250978 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80353c6-7cbd-4f7e-980e-f4774a36ffff req-e2cd0b3f-89c1-46e1-a961-89af057c811b tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:25.252442 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a80353c6-7cbd-4f7e-980e-f4774a36ffff req-e2cd0b3f-89c1-46e1-a961-89af057c811b tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 943 time: 0.0486825 Aug 27 09:56:25.291931 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a80353c6-7cbd-4f7e-980e-f4774a36ffff req-13fa20ac-2c34-4392-8b1d-a58f873373a2 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336673 Aug 27 09:56:25.355451 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 59864) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:25.827211 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5d94da00-0066-4c5d-be66-68ab4b8eba0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505889'] for router_interface, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:26.060368 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-5d94da00-0066-4c5d-be66-68ab4b8eba0f admin admin] Deleting port 02e980d1-357a-461c-8870-ce2cfd5e83bc {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:56:26.060699 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5d94da00-0066-4c5d-be66-68ab4b8eba0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:26.135509 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [None req-5d94da00-0066-4c5d-be66-68ab4b8eba0f admin admin] For port 02e980d1-357a-461c-8870-ce2cfd5e83bc, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=02e980d1-357a-461c-8870-ce2cfd5e83bc,segment=NetworkSegment(ef98a523-0c5d-46a5-bd8b-ecbee4e89de5),segment_id=ef98a523-0c5d-46a5-bd8b-ecbee4e89de5)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:56:26.135789 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5d94da00-0066-4c5d-be66-68ab4b8eba0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:26.139911 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357f82c-9348-443e-9706-1871b266ed5b req-a7745ec2-1cb5-4f90-9a5f-e615322bb44d tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:26.141469 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c357f82c-9348-443e-9706-1871b266ed5b req-a7745ec2-1cb5-4f90-9a5f-e615322bb44d tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 944 time: 0.0491138 Aug 27 09:56:26.148328 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-5d94da00-0066-4c5d-be66-68ab4b8eba0f admin admin] Calling delete_port for 02e980d1-357a-461c-8870-ce2cfd5e83bc owned by network:router_interface {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:56:26.178569 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c357f82c-9348-443e-9706-1871b266ed5b req-c2d00c61-6ecf-435e-bd31-205125986de9 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310571 Aug 27 09:56:26.330145 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5d94da00-0066-4c5d-be66-68ab4b8eba0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10025972'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:26.348456 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:26.361422 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94da00-0066-4c5d-be66-68ab4b8eba0f admin admin] Pushing event deleted for resources: {'Port': ['ID=02e980d1-357a-461c-8870-ce2cfd5e83bc,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:26.457429 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de340a-17d4-4c64-a3ad-0ebc55cef37b req-b8633e17-f880-4719-8ecd-0a7f3de6c2af tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:26.458995 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f6de340a-17d4-4c64-a3ad-0ebc55cef37b req-b8633e17-f880-4719-8ecd-0a7f3de6c2af tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 943 time: 0.0942822 Aug 27 09:56:26.562913 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f6de340a-17d4-4c64-a3ad-0ebc55cef37b req-9fe1d1d7-3d68-478b-a443-f896b7b87171 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700896 Aug 27 09:56:26.579880 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5d94da00-0066-4c5d-be66-68ab4b8eba0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1681814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506091'] for router_interface, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:26.726539 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 2bd9780b-a2ea-4c29-813e-311829cae166 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:56:26.786165 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d94da00-0066-4c5d-be66-68ab4b8eba0f admin admin] Router 9a4f5938-8134-4de0-99cd-fa0e699801d3 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:56:26.819701 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 2bd9780b-a2ea-4c29-813e-311829cae166, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2bd9780b-a2ea-4c29-813e-311829cae166,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:56:26.830933 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': '2bd9780b-a2ea-4c29-813e-311829cae166', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'port_id': '2bd9780b-a2ea-4c29-813e-311829cae166', 'mac_address': 'fa:16:3e:d6:06:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:56:26.866247 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:26.878848 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd9780b-a2ea-4c29-813e-311829cae166 {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:56:26.893251 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d94da00-0066-4c5d-be66-68ab4b8eba0f admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:56:26.898951 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-5d94da00-0066-4c5d-be66-68ab4b8eba0f admin admin] 10.222.0.55 "PUT /v2.0/routers/9a4f5938-8134-4de0-99cd-fa0e699801d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5419989 Aug 27 09:56:26.901737 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 59872) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:26.904185 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 2bd9780b-a2ea-4c29-813e-311829cae166, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2bd9780b-a2ea-4c29-813e-311829cae166,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:56:26.904491 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d7a4a0-5c53-4068-9546-06521b24569d None None] Sync routers for ids ['9a4f5938-8134-4de0-99cd-fa0e699801d3'] in dv-cinder-804757-3-iscsi {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:56:26.910510 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:26.911189 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device d670f053-fc0f-4615-96ec-81bccc11b080 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:56:26.914174 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d7a4a0-5c53-4068-9546-06521b24569d None None] Routers {'9a4f5938-8134-4de0-99cd-fa0e699801d3'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:56:26.915107 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-f9d7a4a0-5c53-4068-9546-06521b24569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:56:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['9a4f5938-8134-4de0-99cd-fa0e699801d3'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:56:27.007766 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=2bd9780b-a2ea-4c29-813e-311829cae166,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:27.017911 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-627fae6a-09ea-4646-87df-a2e0b3e1a660 admin admin] Notify callbacks [] for router, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:27.022682 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-f9d7a4a0-5c53-4068-9546-06521b24569d None None] Set router 9a4f5938-8134-4de0-99cd-fa0e699801d3 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:56:27.050257 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port d670f053-fc0f-4615-96ec-81bccc11b080, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d670f053-fc0f-4615-96ec-81bccc11b080,segment=NetworkSegment(b4a30bdb-5b47-4702-97e5-2bf467054649),segment_id=b4a30bdb-5b47-4702-97e5-2bf467054649)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:56:27.063603 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': 'd670f053-fc0f-4615-96ec-81bccc11b080', 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef', 'port_id': 'd670f053-fc0f-4615-96ec-81bccc11b080', 'mac_address': 'fa:16:3e:f7:1a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14759c05-e82d-435b-aab2-9d705736694f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:56:27.102424 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:27.115756 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d670f053-fc0f-4615-96ec-81bccc11b080 {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:56:27.124470 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-627fae6a-09ea-4646-87df-a2e0b3e1a660 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:27.138947 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port d670f053-fc0f-4615-96ec-81bccc11b080, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d670f053-fc0f-4615-96ec-81bccc11b080,segment=NetworkSegment(b4a30bdb-5b47-4702-97e5-2bf467054649),segment_id=b4a30bdb-5b47-4702-97e5-2bf467054649)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:56:27.143409 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:27.183757 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-627fae6a-09ea-4646-87df-a2e0b3e1a660 admin admin] Deleting port eb31ac16-e8bb-4236-be3d-8154b6e902b0 {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:56:27.184138 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-627fae6a-09ea-4646-87df-a2e0b3e1a660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:27.189939 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=d670f053-fc0f-4615-96ec-81bccc11b080,revision_number=7']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:27.207749 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-f9d7a4a0-5c53-4068-9546-06521b24569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:56:26Z', 'revision_number': 5, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port': {'id': 'eb31ac16-e8bb-4236-be3d-8154b6e902b0', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:56:27.236354 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d7a4a0-5c53-4068-9546-06521b24569d None None] Checking router: 9a4f5938-8134-4de0-99cd-fa0e699801d3 for host: dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:56:27.246371 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d7a4a0-5c53-4068-9546-06521b24569d None None] Routers {'9a4f5938-8134-4de0-99cd-fa0e699801d3'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:56:27.246969 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-f9d7a4a0-5c53-4068-9546-06521b24569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:56:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['9a4f5938-8134-4de0-99cd-fa0e699801d3'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:56:27.263708 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [None req-627fae6a-09ea-4646-87df-a2e0b3e1a660 admin admin] For port eb31ac16-e8bb-4236-be3d-8154b6e902b0, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=eb31ac16-e8bb-4236-be3d-8154b6e902b0,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:56:27.264070 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-627fae6a-09ea-4646-87df-a2e0b3e1a660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:27.280331 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-627fae6a-09ea-4646-87df-a2e0b3e1a660 admin admin] Calling delete_port for eb31ac16-e8bb-4236-be3d-8154b6e902b0 owned by network:router_gateway {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:56:27.302618 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55227b63-ac6e-4d49-96ea-b322af61d20f req-5bdbe197-b97c-4399-af54-ff42cc6258b9 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:27.304127 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-55227b63-ac6e-4d49-96ea-b322af61d20f req-5bdbe197-b97c-4399-af54-ff42cc6258b9 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 945 time: 0.0588689 Aug 27 09:56:27.342197 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-f9d7a4a0-5c53-4068-9546-06521b24569d None None] Set router 9a4f5938-8134-4de0-99cd-fa0e699801d3 gateway port host: None {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:56:27.345892 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-55227b63-ac6e-4d49-96ea-b322af61d20f req-ab60149c-a642-4b2a-8e8c-1860cfd5eca1 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348406 Aug 27 09:56:27.401422 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-f9d7a4a0-5c53-4068-9546-06521b24569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:56:27Z', 'revision_number': 6, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port_host': None}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:56:27.401914 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['2bd9780b-a2ea-4c29-813e-311829cae166'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:56:27.428726 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d7a4a0-5c53-4068-9546-06521b24569d None None] The sync data for ids ['9a4f5938-8134-4de0-99cd-fa0e699801d3'] in dv-cinder-804757-3-iscsi is: [{'id': '9a4f5938-8134-4de0-99cd-fa0e699801d3', 'name': 'tempest-AttachVolumeTestJSON-793001578-router', 'tenant_id': '117211cf835b42d2b9b01427af816f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:51:08Z', 'updated_at': '2021-08-27T09:56:27Z', 'revision_number': 6, 'project_id': '117211cf835b42d2b9b01427af816f46', 'gw_port_host': None}] {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:56:27.438292 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['d670f053-fc0f-4615-96ec-81bccc11b080'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:56:27.467556 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-627fae6a-09ea-4646-87df-a2e0b3e1a660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10025972'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:27.492641 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fae6a-09ea-4646-87df-a2e0b3e1a660 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb31ac16-e8bb-4236-be3d-8154b6e902b0,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:27.550940 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-627fae6a-09ea-4646-87df-a2e0b3e1a660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504241'] for router_gateway, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:27.904263 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-627fae6a-09ea-4646-87df-a2e0b3e1a660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1023807'] for router, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:27.907295 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-627fae6a-09ea-4646-87df-a2e0b3e1a660 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:27.954235 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-627fae6a-09ea-4646-87df-a2e0b3e1a660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-510241'] for router, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:27.954772 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627fae6a-09ea-4646-87df-a2e0b3e1a660 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a4f5938-8134-4de0-99cd-fa0e699801d3 {{(pid=100335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 09:56:27.963261 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e4246-5d32-4157-ab5a-53737fd95150 req-3104729a-1765-4b8d-abab-4ce5287a00aa tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:27.964706 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-5f0e4246-5d32-4157-ab5a-53737fd95150 req-3104729a-1765-4b8d-abab-4ce5287a00aa tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 944 time: 0.1131074 Aug 27 09:56:27.967490 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-627fae6a-09ea-4646-87df-a2e0b3e1a660 admin admin] Notify callbacks [] for router, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:27.968495 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-627fae6a-09ea-4646-87df-a2e0b3e1a660 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9a4f5938-8134-4de0-99cd-fa0e699801d3 HTTP/1.1" status: 204 len: 168 time: 1.0621066 Aug 27 09:56:27.971173 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 59878) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:28.002272 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-5f0e4246-5d32-4157-ab5a-53737fd95150 req-a448c340-1904-496e-af31-76f9d8bc520e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316212 Aug 27 09:56:28.015773 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce32668-2bda-4d45-9c84-104350cd1558 admin admin] Deleting subnet fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b {{(pid=100334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 09:56:28.018869 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2ce32668-2bda-4d45-9c84-104350cd1558 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.051734 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2ce32668-2bda-4d45-9c84-104350cd1558 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10028822'] for subnet, precommit_delete_associations {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.129232 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2ce32668-2bda-4d45-9c84-104350cd1558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492648'] for subnet, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.182849 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2ce32668-2bda-4d45-9c84-104350cd1558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10058872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9947351'] for subnet, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.209941 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce32668-2bda-4d45-9c84-104350cd1558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:28.211938 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2ce32668-2bda-4d45-9c84-104350cd1558 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.214088 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-2ce32668-2bda-4d45-9c84-104350cd1558 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fdae8fc4-dcc4-4e7a-8c5b-92a7695b3e4b HTTP/1.1" status: 204 len: 168 time: 0.2418506 Aug 27 09:56:28.216470 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 59880) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:28.218991 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0271a08a-1d06-4167-bb01-4bca09600d52 None None] Network e824150c-a620-4cc4-8f01-7bdb95aef44a requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:56:28.291564 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574520'] for network, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.329861 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device eb31ac16-e8bb-4236-be3d-8154b6e902b0 no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:56:28.351392 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] Deleting port f12d2b99-e988-4c90-909e-daec6c711076 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:56:28.351934 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.356067 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: eb31ac16-e8bb-4236-be3d-8154b6e902b0 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:56:28.356410 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device eb31ac16-e8bb-4236-be3d-8154b6e902b0 not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:56:28.356835 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 02e980d1-357a-461c-8870-ce2cfd5e83bc no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:56:28.377731 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: 02e980d1-357a-461c-8870-ce2cfd5e83bc {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:56:28.378074 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 02e980d1-357a-461c-8870-ce2cfd5e83bc not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:56:28.421961 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] For port f12d2b99-e988-4c90-909e-daec6c711076, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=f12d2b99-e988-4c90-909e-daec6c711076,segment=NetworkSegment(ef98a523-0c5d-46a5-bd8b-ecbee4e89de5),segment_id=ef98a523-0c5d-46a5-bd8b-ecbee4e89de5)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:56:28.422612 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.458884 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de85f06-ec03-428c-8a7c-b35cbbcf3106 None None] DHCP port deletion for e824150c-a620-4cc4-8f01-7bdb95aef44a request from dv-cinder-804757-3-iscsi {{(pid=100336) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 09:56:28.459453 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] Calling delete_port for f12d2b99-e988-4c90-909e-daec6c711076 owned by network:dhcp {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:56:28.517171 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-0de85f06-ec03-428c-8a7c-b35cbbcf3106 None None] Deleting port f12d2b99-e988-4c90-909e-daec6c711076 {{(pid=100336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:56:28.517581 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-0de85f06-ec03-428c-8a7c-b35cbbcf3106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.522067 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683f8dc-e4d2-4d95-a3ae-7cbddfde786e req-618be394-2597-4972-becb-d30815395ade tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:28.526064 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6683f8dc-e4d2-4d95-a3ae-7cbddfde786e req-618be394-2597-4972-becb-d30815395ade tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 945 time: 0.0981441 Aug 27 09:56:28.586111 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-6683f8dc-e4d2-4d95-a3ae-7cbddfde786e req-9136f6e2-2621-4b3d-833d-f8065cae56b7 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518119 Aug 27 09:56:28.587053 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-0de85f06-ec03-428c-8a7c-b35cbbcf3106 None None] For port f12d2b99-e988-4c90-909e-daec6c711076, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=f12d2b99-e988-4c90-909e-daec6c711076,segment=NetworkSegment(ef98a523-0c5d-46a5-bd8b-ecbee4e89de5),segment_id=ef98a523-0c5d-46a5-bd8b-ecbee4e89de5)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:56:28.588001 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-0de85f06-ec03-428c-8a7c-b35cbbcf3106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.596608 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.606365 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-0de85f06-ec03-428c-8a7c-b35cbbcf3106 None None] Calling delete_port for f12d2b99-e988-4c90-909e-daec6c711076 owned by network:dhcp {{(pid=100336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:56:28.622427 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] Pushing event deleted for resources: {'Port': ['ID=f12d2b99-e988-4c90-909e-daec6c711076,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:28.628543 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] No DVR routers for this DVR port f12d2b99-e988-4c90-909e-daec6c711076 on host dv-cinder-804757-3-iscsi {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:56:28.685633 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-0de85f06-ec03-428c-8a7c-b35cbbcf3106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605'] for port, after_delete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.702155 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561491', 'neutron.services.segments.db._delete_segments_for_network-8775451844590'] for network, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.709805 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de85f06-ec03-428c-8a7c-b35cbbcf3106 None None] Pushing event deleted for resources: {'Port': ['ID=f12d2b99-e988-4c90-909e-daec6c711076,revision_number=None']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:28.711722 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e824150c-a620-4cc4-8f01-7bdb95aef44a']}} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:56:28.713377 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de85f06-ec03-428c-8a7c-b35cbbcf3106 None None] No DVR routers for this DVR port f12d2b99-e988-4c90-909e-daec6c711076 on host dv-cinder-804757-3-iscsi {{(pid=100336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:56:28.724342 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef98a523-0c5d-46a5-bd8b-ecbee4e89de5') {'for_net_delete': True} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:56:28.724671 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef98a523-0c5d-46a5-bd8b-ecbee4e89de5') {} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:56:28.733615 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775451844473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10028809'] for segment, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.747897 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.749241 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device d670f053-fc0f-4615-96ec-81bccc11b080 up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:56:28.753870 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=100334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 09:56:28.754259 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10058782'] for segment, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: Traceback (most recent call last): Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: timer() Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: cb(*args, **kw) Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: return func(*args, **kwargs) Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: self._notify() Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: self.callback(batched_events) Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: event.method(event) Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: return f(self, *a, **k) Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._get(url).json() Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: return self.request(url, 'GET', **kwargs) Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 09:56:28.755892 dv-cinder-804757-3-iscsi neutron-server[100334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 09:56:28.797543 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port d670f053-fc0f-4615-96ec-81bccc11b080 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:56:28.797909 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.810570 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504205'] for network, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.816562 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.818360 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e824150c-a620-4cc4-8f01-7bdb95aef44a HTTP/1.1" status: 204 len: 168 time: 0.6008420 Aug 27 09:56:28.829110 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51170f75-7710-445b-8ad5-9a37de1da453 admin admin] Pushing event deleted for resources: {'Network': ['ID=e824150c-a620-4cc4-8f01-7bdb95aef44a,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:28.879266 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.902746 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843a1639-1d7c-4e35-bc76-a33f9c936847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd670f053-fc0f-4615-96ec-81bccc11b080'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:56:28.904969 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b406b8-6cf5-454f-aa35-498d3cd2c885" -d '{"events": [{"server_uuid": "843a1639-1d7c-4e35-bc76-a33f9c936847", "name": "network-vif-plugged", "status": "completed", "tag": "d670f053-fc0f-4615-96ec-81bccc11b080"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:56:28.917966 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port d670f053-fc0f-4615-96ec-81bccc11b080, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d670f053-fc0f-4615-96ec-81bccc11b080,segment=NetworkSegment(b4a30bdb-5b47-4702-97e5-2bf467054649),segment_id=b4a30bdb-5b47-4702-97e5-2bf467054649)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:56:28.922550 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:28.923648 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 2bd9780b-a2ea-4c29-813e-311829cae166 up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:56:28.944943 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 59888) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:28.951392 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d862f2-5562-499f-bb2a-8e9901326eb9 x-openstack-request-id: req-c0d862f2-5562-499f-bb2a-8e9901326eb9 {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:56:28.951680 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843a1639-1d7c-4e35-bc76-a33f9c936847", "name": "network-vif-plugged", "status": "completed", "tag": "d670f053-fc0f-4615-96ec-81bccc11b080", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:56:28.951930 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0d862f2-5562-499f-bb2a-8e9901326eb9 {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:56:28.952319 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843a1639-1d7c-4e35-bc76-a33f9c936847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd670f053-fc0f-4615-96ec-81bccc11b080', 'code': 200} Aug 27 09:56:28.990709 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-4749b8aa-9e5a-4427-bf40-7049e3485a69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=117211cf835b42d2b9b01427af816f46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445683 Aug 27 09:56:28.993319 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 59890) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:29.046034 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2ee410e6-74da-47d3-9685-ae4db3e4f969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:29.078992 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2ee410e6-74da-47d3-9685-ae4db3e4f969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:29.165987 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=d670f053-fc0f-4615-96ec-81bccc11b080,revision_number=8']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:29.175900 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port 2bd9780b-a2ea-4c29-813e-311829cae166 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:56:29.180070 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port 2bd9780b-a2ea-4c29-813e-311829cae166 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:56:29.180433 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c4e44d7b-3c1e-42b5-9dd4-69f11b4435f0 req-f01a2124-cf81-400a-84ea-0d7818e7fbea service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1197608 Aug 27 09:56:29.180564 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:29.206292 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fe9fc-9b13-450d-aee4-f573b14722b3 req-1e608dc2-11e4-4fd9-ae6f-cafac63617bd tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:29.207829 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a13fe9fc-9b13-450d-aee4-f573b14722b3 req-1e608dc2-11e4-4fd9-ae6f-cafac63617bd tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 944 time: 0.1086407 Aug 27 09:56:29.258470 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2ee410e6-74da-47d3-9685-ae4db3e4f969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:29.261077 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-2ee410e6-74da-47d3-9685-ae4db3e4f969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:29.262241 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-2ee410e6-74da-47d3-9685-ae4db3e4f969 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6f3cd1d-bca8-482d-9539-1caf6be98300 HTTP/1.1" status: 204 len: 168 time: 0.2678728 Aug 27 09:56:29.268532 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:29.293592 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea782b-da88-4efc-8ae2-5faa22a34fa7 req-ff8710a6-0402-48fa-a916-133f2ca682b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:29.295288 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-43ea782b-da88-4efc-8ae2-5faa22a34fa7 req-ff8710a6-0402-48fa-a916-133f2ca682b6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 1099 time: 0.1267736 Aug 27 09:56:29.295923 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee410e6-74da-47d3-9685-ae4db3e4f969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f3cd1d-bca8-482d-9539-1caf6be98300,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:29.302197 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a13fe9fc-9b13-450d-aee4-f573b14722b3 req-644a08dc-fdbe-429a-baee-d852fc405be8 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824561 Aug 27 09:56:29.306045 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 2bd9780b-a2ea-4c29-813e-311829cae166, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2bd9780b-a2ea-4c29-813e-311829cae166,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:56:29.313424 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e44d7b-3c1e-42b5-9dd4-69f11b4435f0 req-cefc0721-3217-43bd-8905-61706f2673c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:29.315028 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c4e44d7b-3c1e-42b5-9dd4-69f11b4435f0 req-cefc0721-3217-43bd-8905-61706f2673c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a36c7d635aa4453085e33b93c245c04f&device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 1099 time: 0.1053822 Aug 27 09:56:29.316340 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:29.375945 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=2bd9780b-a2ea-4c29-813e-311829cae166,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:29.395863 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-43ea782b-da88-4efc-8ae2-5faa22a34fa7 req-6c7307e1-8f6a-45c1-8b30-03c6d55ada64 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911121 Aug 27 09:56:29.438837 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e44d7b-3c1e-42b5-9dd4-69f11b4435f0 req-e575cdf9-fa3a-44b7-b72c-bd36996c5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:29.440459 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c4e44d7b-3c1e-42b5-9dd4-69f11b4435f0 req-e575cdf9-fa3a-44b7-b72c-bd36996c5033 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc19112f-ba8d-4504-88bf-0381b6982fa3 HTTP/1.1" status: 200 len: 914 time: 0.0956171 Aug 27 09:56:29.656050 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c4e44d7b-3c1e-42b5-9dd4-69f11b4435f0 req-069b2013-1159-4af4-af02-3afcfa4ce299 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b2fb162-9eb0-4127-aac1-b6737b2db12a HTTP/1.1" status: 200 len: 1001 time: 0.0639279 Aug 27 09:56:29.707187 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec3415-1fbb-4131-bd2b-45b2a4ff74b3 req-722132a0-65c5-4fbb-abd5-ab130bd13ca7 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:29.708664 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-70ec3415-1fbb-4131-bd2b-45b2a4ff74b3 req-722132a0-65c5-4fbb-abd5-ab130bd13ca7 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0526063 Aug 27 09:56:29.715143 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e44d7b-3c1e-42b5-9dd4-69f11b4435f0 req-73a6da34-1b70-4f21-87e1-0998146dca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:29.716735 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c4e44d7b-3c1e-42b5-9dd4-69f11b4435f0 req-73a6da34-1b70-4f21-87e1-0998146dca5d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c6d5bd7-f50f-42b4-861c-8d22947a1275 HTTP/1.1" status: 200 len: 851 time: 0.0514424 Aug 27 09:56:29.755683 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-70ec3415-1fbb-4131-bd2b-45b2a4ff74b3 req-6cf9e65e-ce1e-47fa-8ff6-db4790bbb0fa tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393400 Aug 27 09:56:29.766238 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e44d7b-3c1e-42b5-9dd4-69f11b4435f0 req-3d55ae6f-6d26-45af-a751-1ebaadb1b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:29.767875 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c4e44d7b-3c1e-42b5-9dd4-69f11b4435f0 req-3d55ae6f-6d26-45af-a751-1ebaadb1b9ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc19112f-ba8d-4504-88bf-0381b6982fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430839 Aug 27 09:56:29.857218 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c4e44d7b-3c1e-42b5-9dd4-69f11b4435f0 req-a34df221-2f4f-46e7-ad77-40bd2b9f3ec6 service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814691 Aug 27 09:56:29.953568 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c4e44d7b-3c1e-42b5-9dd4-69f11b4435f0 req-0a46e574-ef25-4ae7-bfb3-cc01d75a0da1 service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880044 Aug 27 09:56:29.988821 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 59916) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:30.084429 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [None req-dc8b46a3-1514-44e2-ab23-16617be4b02c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1725621514-network', 'tenant_id': '8fc44a54de1e4457b3bd311558f730dd'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:56:30.106112 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8b46a3-1514-44e2-ab23-16617be4b02c admin admin] Made reservation on behalf of 8fc44a54de1e4457b3bd311558f730dd for: {'network': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:56:30.108487 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-dc8b46a3-1514-44e2-ab23-16617be4b02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for network, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:30.117366 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-dc8b46a3-1514-44e2-ab23-16617be4b02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:30.205578 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-dc8b46a3-1514-44e2-ab23-16617be4b02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:30.209102 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-dc8b46a3-1514-44e2-ab23-16617be4b02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:30.233964 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8b46a3-1514-44e2-ab23-16617be4b02c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=100334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 09:56:30.243386 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b46a3-1514-44e2-ab23-16617be4b02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250e77a5-7463-42ff-8e2d-b97c068ba91d,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:30.248133 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-dc8b46a3-1514-44e2-ab23-16617be4b02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:30.248479 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.segments_db [None req-dc8b46a3-1514-44e2-ab23-16617be4b02c admin admin] Added segment 7fe777f7-cbf2-4256-beaf-28a15d938d00 of type vlan for network 01cef81f-e531-4164-bb67-8c37a10ae73f Aug 27 09:56:30.287931 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-dc8b46a3-1514-44e2-ab23-16617be4b02c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775451267687'] for network, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:30.318195 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device f12d2b99-e988-4c90-909e-daec6c711076 no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:56:30.320482 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-dc8b46a3-1514-44e2-ab23-16617be4b02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793'] for network, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:30.321502 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8b46a3-1514-44e2-ab23-16617be4b02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:30.322621 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-dc8b46a3-1514-44e2-ab23-16617be4b02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:30.339157 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: f12d2b99-e988-4c90-909e-daec6c711076 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:56:30.339334 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device f12d2b99-e988-4c90-909e-daec6c711076 not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:56:30.376739 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-dc8b46a3-1514-44e2-ab23-16617be4b02c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3868065 Aug 27 09:56:30.380639 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 59922) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:30.387134 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-e125d240-4aa2-46f5-9935-cf6648d88634 admin admin] Request body: {'subnet': {'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1725621514-subnet', 'tenant_id': '8fc44a54de1e4457b3bd311558f730dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:56:30.411185 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e125d240-4aa2-46f5-9935-cf6648d88634 admin admin] Made reservation on behalf of 8fc44a54de1e4457b3bd311558f730dd for: {'subnet': 1} {{(pid=100335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:56:30.413572 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e125d240-4aa2-46f5-9935-cf6648d88634 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9764176'] for subnet, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:30.424558 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b46a3-1514-44e2-ab23-16617be4b02c admin admin] Pushing event updated for resources: {'Network': ['ID=01cef81f-e531-4164-bb67-8c37a10ae73f,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:30.436287 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Network 01cef81f-e531-4164-bb67-8c37a10ae73f details requested by agent ovs-agent-dv-cinder-804757-3-iscsi with host dv-cinder-804757-3-iscsi {{(pid=100336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 09:56:30.449434 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa08a74-cac1-4759-b592-83a0002344db req-d6a584c0-1ffd-4bb3-b4dd-a8b364d2227b tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:30.450959 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8aa08a74-cac1-4759-b592-83a0002344db req-d6a584c0-1ffd-4bb3-b4dd-a8b364d2227b tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 945 time: 0.0631762 Aug 27 09:56:30.491449 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8aa08a74-cac1-4759-b592-83a0002344db req-39630436-75ab-4d4c-8f70-fafe16e3cb88 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337744 Aug 27 09:56:30.618382 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e125d240-4aa2-46f5-9935-cf6648d88634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10014564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9764130'] for subnet, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:30.680383 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125d240-4aa2-46f5-9935-cf6648d88634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90babb58-c206-4e90-8da9-3c2a82088cdf,revision_number=0']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:30.683897 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e125d240-4aa2-46f5-9935-cf6648d88634 admin admin] Checking segment: {'id': '7fe777f7-cbf2-4256-beaf-28a15d938d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:56:30.684253 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e125d240-4aa2-46f5-9935-cf6648d88634 admin admin] Network hostable DHCP agents. Network: 01cef81f-e531-4164-bb67-8c37a10ae73f, hostable agents: ['f25084d2-4677-41d8-9429-a13aa7534b2d'], hosted agents: [] {{(pid=100335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 09:56:30.703602 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e125d240-4aa2-46f5-9935-cf6648d88634 admin admin] Network 01cef81f-e531-4164-bb67-8c37a10ae73f is scheduled to be hosted by DHCP agent f25084d2-4677-41d8-9429-a13aa7534b2d with binding_index 1 {{(pid=100335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 09:56:30.711720 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-e125d240-4aa2-46f5-9935-cf6648d88634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-3-iscsi, 01cef81f-e531-4164-bb67-8c37a10ae73f) {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:56:30.716456 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e125d240-4aa2-46f5-9935-cf6648d88634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:30.717060 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-e125d240-4aa2-46f5-9935-cf6648d88634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:30.722328 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f607d298-5fe7-438b-b143-062829000a10 None None] Network 01cef81f-e531-4164-bb67-8c37a10ae73f requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:56:30.730667 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-e125d240-4aa2-46f5-9935-cf6648d88634 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3485215 Aug 27 09:56:30.847987 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b590b2-0c00-4490-8a7d-7bde6b161712 None None] Network 01cef81f-e531-4164-bb67-8c37a10ae73f requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:56:30.880656 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf404d5-630e-409d-9cb6-5ae1b9ea503b req-3300577a-813d-4de2-b285-31fdfc7a4757 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:30.880656 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9cf404d5-630e-409d-9cb6-5ae1b9ea503b req-3300577a-813d-4de2-b285-31fdfc7a4757 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0532813 Aug 27 09:56:30.919416 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9cf404d5-630e-409d-9cb6-5ae1b9ea503b req-915bbf18-8b38-4e17-9a90-ddc45736f2c5 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336940 Aug 27 09:56:30.957946 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2112bb2a-1f77-4340-8813-1634b950ae34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd9780b-a2ea-4c29-813e-311829cae166'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:56:30.960317 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9b6c63-7ab2-4efa-9e71-9995a3fb5e87" -d '{"events": [{"server_uuid": "2112bb2a-1f77-4340-8813-1634b950ae34", "name": "network-vif-plugged", "status": "completed", "tag": "2bd9780b-a2ea-4c29-813e-311829cae166"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:56:30.996390 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac08b0c1-6eb4-4599-9f7c-ed86f6dfb0f9 x-openstack-request-id: req-ac08b0c1-6eb4-4599-9f7c-ed86f6dfb0f9 {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:56:30.996686 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2112bb2a-1f77-4340-8813-1634b950ae34", "name": "network-vif-plugged", "status": "completed", "tag": "2bd9780b-a2ea-4c29-813e-311829cae166", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:56:30.996940 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ac08b0c1-6eb4-4599-9f7c-ed86f6dfb0f9 {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:56:30.997337 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2112bb2a-1f77-4340-8813-1634b950ae34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd9780b-a2ea-4c29-813e-311829cae166', 'code': 200} Aug 27 09:56:31.437106 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a97a61-2ddb-4ebc-93b4-48cc83b766e9 req-c4b93e01-c93c-4194-85d3-088030c15af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:31.438607 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f0a97a61-2ddb-4ebc-93b4-48cc83b766e9 req-c4b93e01-c93c-4194-85d3-088030c15af7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 1098 time: 0.0617783 Aug 27 09:56:31.468803 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-9e342575-1bae-4152-be02-6dd2509c93b0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:31.470222 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-9e342575-1bae-4152-be02-6dd2509c93b0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/networks?id=01cef81f-e531-4164-bb67-8c37a10ae73f HTTP/1.1" status: 200 len: 815 time: 0.4018319 Aug 27 09:56:31.494747 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-772d275e-ddd3-4e92-a488-6918eb0be1c0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/quotas/8fc44a54de1e4457b3bd311558f730dd HTTP/1.1" status: 200 len: 375 time: 0.0174870 Aug 27 09:56:31.496410 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f0a97a61-2ddb-4ebc-93b4-48cc83b766e9 req-8a348a39-ef2e-4e4e-a7c4-36cb4b23894a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471480 Aug 27 09:56:31.528444 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-e1b52210-159e-42d0-9ce9-4b5128d18140 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8fc44a54de1e4457b3bd311558f730dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283475 Aug 27 09:56:31.608748 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcdb3a-d7ce-4b16-a215-1edb99411405 req-2399696b-419e-457b-8a0d-5cc3252687ba tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:31.610173 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f3fcdb3a-d7ce-4b16-a215-1edb99411405 req-2399696b-419e-457b-8a0d-5cc3252687ba tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 945 time: 0.0482397 Aug 27 09:56:31.618345 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-92600ec6-16cf-4fc1-886d-26bf232611c8 service neutron] 10.222.0.55 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827253 Aug 27 09:56:31.652230 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-f3fcdb3a-d7ce-4b16-a215-1edb99411405 req-32884643-806e-4f34-a95b-569cee6efc8c tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361381 Aug 27 09:56:31.709013 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-aebacc89-6c18-46f0-b20b-badd4c68de5b service neutron] 10.222.0.55 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846887 Aug 27 09:56:31.859904 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-c81fcc09-51dc-458b-bcf0-75f6f0313da8 req-76d6d05e-e650-4e9f-9636-663774a3cf26 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=67d6a263-2ec8-457f-a1a2-c16425068f8f HTTP/1.1" status: 200 len: 210 time: 0.0270715 Aug 27 09:56:32.833666 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2faf1-c3e3-413d-a9e2-8ecb63b1377c req-58b2cd81-1fff-4081-9c19-ef5a0d52f7b1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:32.835058 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-16f2faf1-c3e3-413d-a9e2-8ecb63b1377c req-58b2cd81-1fff-4081-9c19-ef5a0d52f7b1 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 945 time: 0.1109650 Aug 27 09:56:32.865528 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-fcfa5b96-26d8-4349-83f7-83acd6e9cf17 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:32.867139 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-fcfa5b96-26d8-4349-83f7-83acd6e9cf17 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.65 "GET /v2.0/networks?id=01cef81f-e531-4164-bb67-8c37a10ae73f HTTP/1.1" status: 200 len: 815 time: 0.1532295 Aug 27 09:56:32.885034 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-615568b9-7f03-4ec2-8d06-48106e01ee61 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Request body: {'port': {'device_id': '67d6a263-2ec8-457f-a1a2-c16425068f8f', 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f', 'admin_state_up': True, 'tenant_id': '8fc44a54de1e4457b3bd311558f730dd'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:56:32.904744 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-16f2faf1-c3e3-413d-a9e2-8ecb63b1377c req-ffb429e9-17c5-4b01-aac1-28b9dc1161ce tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607157 Aug 27 09:56:32.956258 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4811336c-80e7-4733-a380-0d692b57e565 req-b60ca9a2-e905-4596-9858-da8097eb313b tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=67d6a263-2ec8-457f-a1a2-c16425068f8f HTTP/1.1" status: 200 len: 210 time: 0.0301223 Aug 27 09:56:33.043625 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81307b2d-1ec1-4f40-9ade-b41d39e9bc83 req-067cbde9-520f-44a1-a4ed-3f32db6bbe4e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:33.045110 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-81307b2d-1ec1-4f40-9ade-b41d39e9bc83 req-067cbde9-520f-44a1-a4ed-3f32db6bbe4e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 945 time: 0.0655689 Aug 27 09:56:33.046153 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-615568b9-7f03-4ec2-8d06-48106e01ee61 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Made reservation on behalf of 8fc44a54de1e4457b3bd311558f730dd for: {'port': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:56:33.049314 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-615568b9-7f03-4ec2-8d06-48106e01ee61 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:33.101335 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-81307b2d-1ec1-4f40-9ade-b41d39e9bc83 req-88f80f4a-ae28-474b-a319-eb623e439b37 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497224 Aug 27 09:56:33.123704 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 59972) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:33.164862 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d996f1a1-0244-4deb-b070-8e700ab2ff81 tempest-TestVolumeBootPattern-1995404760 tempest-TestVolumeBootPattern-1995404760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:33.166749 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-d996f1a1-0244-4deb-b070-8e700ab2ff81 tempest-TestVolumeBootPattern-1995404760 tempest-TestVolumeBootPattern-1995404760-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 1093 time: 0.0419388 Aug 27 09:56:33.169602 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 59974) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:56:33.173955 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.v2.base [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Request body: {'floatingip': {'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'port_id': '2bd9780b-a2ea-4c29-813e-311829cae166', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:56:33.196202 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for floatingip, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:33.200691 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-615568b9-7f03-4ec2-8d06-48106e01ee61 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Allocated IP 172.20.0.6 (01cef81f-e531-4164-bb67-8c37a10ae73f/90babb58-c206-4e90-8da9-3c2a82088cdf/5496af34-58d5-4464-8951-35fc369f655d) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:56:33.292350 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:33.352570 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-615568b9-7f03-4ec2-8d06-48106e01ee61 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:33.393029 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-615568b9-7f03-4ec2-8d06-48106e01ee61 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:33.393289 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_common [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Allocated IP 172.27.3.137 (7e0666e1-bba7-40d6-99a1-baf82e3072a1/16ad6031-57d4-4eed-bb48-2f2edbdd88d6/5d29fb15-7cc6-42bb-8e35-a54ab709fbd5) {{(pid=100335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:56:33.434854 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-615568b9-7f03-4ec2-8d06-48106e01ee61 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Network 01cef81f-e531-4164-bb67-8c37a10ae73f is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:56:33.437854 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-615568b9-7f03-4ec2-8d06-48106e01ee61 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:56:33.440805 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-615568b9-7f03-4ec2-8d06-48106e01ee61 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:56:33.475627 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615568b9-7f03-4ec2-8d06-48106e01ee61 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Pushing event updated for resources: {'Port': ['ID=5496af34-58d5-4464-8951-35fc369f655d,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:33.503183 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-615568b9-7f03-4ec2-8d06-48106e01ee61 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:33.503848 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-615568b9-7f03-4ec2-8d06-48106e01ee61 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:33.510470 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for port, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:33.523596 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-615568b9-7f03-4ec2-8d06-48106e01ee61 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6437078 Aug 27 09:56:33.535582 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Request body: {'port': {'device_id': '67d6a263-2ec8-457f-a1a2-c16425068f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:56:33.550438 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10025972'] for port, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:33.586655 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Network 7e0666e1-bba7-40d6-99a1-baf82e3072a1 is already hosted by enough agents. {{(pid=100335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:56:33.588381 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:33.593340 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.base_scheduler [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Resources bound (agent type, host, resource id): {{(pid=100335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:56:33.595904 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Received port after_create {{(pid=100335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:56:33.620103 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event updated for resources: {'Port': ['ID=5d29fb15-7cc6-42bb-8e35-a54ab709fbd5,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:33.847645 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5496af34-58d5-4464-8951-35fc369f655d {{(pid=100334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:56:33.855902 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:33.870462 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Transition to ACTIVE for port object 5496af34-58d5-4464-8951-35fc369f655d will not be triggered until provisioned by entity L2. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:56:33.873999 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:33.943082 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Pushing event updated for resources: {'Port': ['ID=5496af34-58d5-4464-8951-35fc369f655d,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:33.956801 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:33.995106 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Attempting to bind port 5496af34-58d5-4464-8951-35fc369f655d on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:56:33.995523 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Attempting to bind port 5496af34-58d5-4464-8951-35fc369f655d by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '7fe777f7-cbf2-4256-beaf-28a15d938d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f'}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:56:33.995902 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Attempting to bind port 5496af34-58d5-4464-8951-35fc369f655d on network 01cef81f-e531-4164-bb67-8c37a10ae73f {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:56:34.000450 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Port 5496af34-58d5-4464-8951-35fc369f655d on network 01cef81f-e531-4164-bb67-8c37a10ae73f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:56:34.000814 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Attempting to bind port 5496af34-58d5-4464-8951-35fc369f655d on network 01cef81f-e531-4164-bb67-8c37a10ae73f {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:56:34.006052 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:56:34.006395 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Checking segment: {'id': '7fe777f7-cbf2-4256-beaf-28a15d938d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:56:34.006782 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Bound using segment: {'id': '7fe777f7-cbf2-4256-beaf-28a15d938d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f'} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:56:34.007204 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Bound port: 5496af34-58d5-4464-8951-35fc369f655d, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe777f7-cbf2-4256-beaf-28a15d938d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f'}}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:56:34.007577 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:34.041608 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:34.076428 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] For port 5496af34-58d5-4464-8951-35fc369f655d, host hv-cinder-80475, cleared binding levels {{(pid=100334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:56:34.079523 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] For port 5496af34-58d5-4464-8951-35fc369f655d, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5496af34-58d5-4464-8951-35fc369f655d,segment=NetworkSegment(7fe777f7-cbf2-4256-beaf-28a15d938d00),segment_id=7fe777f7-cbf2-4256-beaf-28a15d938d00)] {{(pid=100334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:56:34.084004 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:34.121718 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:34.122332 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:34.123726 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] 10.222.0.65 "PUT /v2.0/ports/5496af34-58d5-4464-8951-35fc369f655d HTTP/1.1" status: 200 len: 1093 time: 0.5922191 Aug 27 09:56:34.124145 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d6a263-2ec8-457f-a1a2-c16425068f8f', 'tag': '5496af34-58d5-4464-8951-35fc369f655d'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:56:34.126430 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0b66a9-1255-40fe-b3fb-75d13c22ccca" -d '{"events": [{"name": "network-changed", "server_uuid": "67d6a263-2ec8-457f-a1a2-c16425068f8f", "tag": "5496af34-58d5-4464-8951-35fc369f655d"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:56:34.154754 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcb4bb-4d74-4ce0-9643-0937986bfffc service neutron] Pushing event updated for resources: {'Port': ['ID=5496af34-58d5-4464-8951-35fc369f655d,revision_number=3']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:34.170694 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b506f1-0209-49ec-9aee-7f7173bbc01b req-2bcba4e6-c350-4566-bde6-ea76f6838d9c tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:34.172276 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-31b506f1-0209-49ec-9aee-7f7173bbc01b req-2bcba4e6-c350-4566-bde6-ea76f6838d9c tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=67d6a263-2ec8-457f-a1a2-c16425068f8f HTTP/1.1" status: 200 len: 943 time: 0.1459007 Aug 27 09:56:34.196237 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f791eb0-81c7-4cc2-824d-dae7aa9b7d1e x-openstack-request-id: req-2f791eb0-81c7-4cc2-824d-dae7aa9b7d1e {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:56:34.197210 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d6a263-2ec8-457f-a1a2-c16425068f8f", "tag": "5496af34-58d5-4464-8951-35fc369f655d", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:56:34.197538 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f791eb0-81c7-4cc2-824d-dae7aa9b7d1e {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:56:34.197911 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d6a263-2ec8-457f-a1a2-c16425068f8f', 'tag': '5496af34-58d5-4464-8951-35fc369f655d', 'status': 'completed', 'code': 200} Aug 27 09:56:34.213514 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-f48559b3-df87-4dfc-b246-716bd7e035d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:34.215073 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-f48559b3-df87-4dfc-b246-716bd7e035d2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8fc44a54de1e4457b3bd311558f730dd&device_id=67d6a263-2ec8-457f-a1a2-c16425068f8f HTTP/1.1" status: 200 len: 1096 time: 0.0499122 Aug 27 09:56:34.243100 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-31b506f1-0209-49ec-9aee-7f7173bbc01b req-2544d4bd-dd78-4d76-8757-5c645471397d tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583930 Aug 27 09:56:34.260168 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-2bc1dda2-b4ce-4ec7-b1a9-55a0bdbea5d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5496af34-58d5-4464-8951-35fc369f655d HTTP/1.1" status: 200 len: 217 time: 0.0366874 Aug 27 09:56:34.266485 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for port, precommit_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:34.271482 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10025965'] for port, after_update {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:34.317006 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-336604b0-0ca5-4bb4-afd4-bfc906fe06d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:34.318559 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-336604b0-0ca5-4bb4-afd4-bfc906fe06d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90babb58-c206-4e90-8da9-3c2a82088cdf HTTP/1.1" status: 200 len: 855 time: 0.0508907 Aug 27 09:56:34.341165 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event updated for resources: {'Port': ['ID=5d29fb15-7cc6-42bb-8e35-a54ab709fbd5,revision_number=2']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:34.350498 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-f5535b27-d81a-4b85-a90a-6c4e5d26a01f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01cef81f-e531-4164-bb67-8c37a10ae73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249362 Aug 27 09:56:34.351002 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504191'] for floatingip, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:34.441164 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-51a0c7f2-9d70-4404-bb03-e7ba1d7c8563 service neutron] 10.222.0.65 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827386 Aug 27 09:56:34.449015 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.db.l3_db [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Floating IP f9fd1d63-9b14-4345-9fce-9ccc889a8abe associated. External IP: 172.27.3.137, port: 2bd9780b-a2ea-4c29-813e-311829cae166. Aug 27 09:56:34.533770 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-12800bd6-da53-4600-acf8-a69fcd455d0e req-8068da6b-6e0c-4a5a-a1b6-ba27c097f544 service neutron] 10.222.0.65 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850875 Aug 27 09:56:34.621293 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b66a9-1255-40fe-b3fb-75d13c22ccca req-2da7fbe1-9d58-4d3a-92f3-71902bba0ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:34.622829 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8d0b66a9-1255-40fe-b3fb-75d13c22ccca req-2da7fbe1-9d58-4d3a-92f3-71902bba0ab6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8fc44a54de1e4457b3bd311558f730dd&device_id=67d6a263-2ec8-457f-a1a2-c16425068f8f HTTP/1.1" status: 200 len: 1096 time: 0.0413008 Aug 27 09:56:34.659243 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Router 42c64f88-fc17-47d4-8706-33c723b14efa has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:56:34.715844 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b66a9-1255-40fe-b3fb-75d13c22ccca req-4a6abe86-6324-4ecc-8f25-218d4eeb61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:34.717271 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8d0b66a9-1255-40fe-b3fb-75d13c22ccca req-4a6abe86-6324-4ecc-8f25-218d4eeb61c8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=01cef81f-e531-4164-bb67-8c37a10ae73f HTTP/1.1" status: 200 len: 917 time: 0.0854690 Aug 27 09:56:34.760914 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8d0b66a9-1255-40fe-b3fb-75d13c22ccca req-a378a5fd-8b9a-4042-b83f-63c7ca289cff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5496af34-58d5-4464-8951-35fc369f655d HTTP/1.1" status: 200 len: 217 time: 0.0348370 Aug 27 09:56:34.768634 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:56:34.778644 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66da3f33-9cc8-4a6d-866e-c00ac191f387 None None] Sync routers for ids ['42c64f88-fc17-47d4-8706-33c723b14efa'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:56:34.785633 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:34.788221 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66da3f33-9cc8-4a6d-866e-c00ac191f387 None None] Routers {'42c64f88-fc17-47d4-8706-33c723b14efa'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:56:34.788945 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-66da3f33-9cc8-4a6d-866e-c00ac191f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:56:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['42c64f88-fc17-47d4-8706-33c723b14efa'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:56:34.814457 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-0397f059-1f25-4aef-9f6a-61d5db836a0f tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6438396 Aug 27 09:56:34.815106 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2112bb2a-1f77-4340-8813-1634b950ae34', 'tag': '2bd9780b-a2ea-4c29-813e-311829cae166'}] {{(pid=100335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:56:34.815334 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b66a9-1255-40fe-b3fb-75d13c22ccca req-6caba7b9-7a73-448b-ac09-6d905c811e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:34.816794 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8d0b66a9-1255-40fe-b3fb-75d13c22ccca req-6caba7b9-7a73-448b-ac09-6d905c811e79 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90babb58-c206-4e90-8da9-3c2a82088cdf HTTP/1.1" status: 200 len: 855 time: 0.0472999 Aug 27 09:56:34.817777 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}025450df2500551f9904fcf1c9a215fd0038e6a364e6ac7978f47cafd8b0d6ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0240f169-37a0-45c7-9632-b1f8cdd91aee" -d '{"events": [{"name": "network-changed", "server_uuid": "2112bb2a-1f77-4340-8813-1634b950ae34", "tag": "2bd9780b-a2ea-4c29-813e-311829cae166"}]}' {{(pid=100335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:56:34.848945 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8d0b66a9-1255-40fe-b3fb-75d13c22ccca req-249017ff-2289-4273-a3f2-fe45d078da54 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01cef81f-e531-4164-bb67-8c37a10ae73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249548 Aug 27 09:56:34.860141 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b3c434-a882-4942-87fe-cb13eb79472c x-openstack-request-id: req-95b3c434-a882-4942-87fe-cb13eb79472c {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:56:34.860447 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2112bb2a-1f77-4340-8813-1634b950ae34", "tag": "2bd9780b-a2ea-4c29-813e-311829cae166", "status": "completed", "code": 200}]} {{(pid=100335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:56:34.860689 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-95b3c434-a882-4942-87fe-cb13eb79472c {{(pid=100335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:56:34.861076 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2112bb2a-1f77-4340-8813-1634b950ae34', 'tag': '2bd9780b-a2ea-4c29-813e-311829cae166', 'status': 'completed', 'code': 200} Aug 27 09:56:34.908126 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-66da3f33-9cc8-4a6d-866e-c00ac191f387 None None] Set router 42c64f88-fc17-47d4-8706-33c723b14efa gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:56:34.969940 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240f169-37a0-45c7-9632-b1f8cdd91aee req-d5d084c7-911e-4dfe-adda-8531319fc810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:34.971289 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0240f169-37a0-45c7-9632-b1f8cdd91aee req-d5d084c7-911e-4dfe-adda-8531319fc810 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a36c7d635aa4453085e33b93c245c04f&device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 1098 time: 0.0675972 Aug 27 09:56:34.974616 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8d0b66a9-1255-40fe-b3fb-75d13c22ccca req-b42e98e0-6523-48d3-82bc-d9a5fd739932 service neutron] 10.222.0.65 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185436 Aug 27 09:56:35.135237 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-66da3f33-9cc8-4a6d-866e-c00ac191f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'e4733442-5a37-41db-bf0e-86bfd1a2952a', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'port_id': '0b2fb162-9eb0-4127-aac1-b6737b2db12a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'mac_address': 'fa:16:3e:7f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:54:27Z', 'updated_at': '2021-08-27T09:54:29Z', 'revision_number': 1, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'fixed_ip_address_scope': None}, {'id': 'f9fd1d63-9b14-4345-9fce-9ccc889a8abe', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'port_id': '2bd9780b-a2ea-4c29-813e-311829cae166', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'mac_address': 'fa:16:3e:d6:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2112bb2a-1f77-4340-8813-1634b950ae34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:56:33Z', 'updated_at': '2021-08-27T09:56:33Z', 'revision_number': 0, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 5, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:56:35.135748 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240f169-37a0-45c7-9632-b1f8cdd91aee req-fa6bd1be-3add-4e59-bce1-d6c4029a5783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:35.137220 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0240f169-37a0-45c7-9632-b1f8cdd91aee req-fa6bd1be-3add-4e59-bce1-d6c4029a5783 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc19112f-ba8d-4504-88bf-0381b6982fa3 HTTP/1.1" status: 200 len: 914 time: 0.1511652 Aug 27 09:56:35.139354 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8d0b66a9-1255-40fe-b3fb-75d13c22ccca req-7d2b3a3d-43f1-416e-bf22-959a0eec5b27 service neutron] 10.222.0.65 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522365 Aug 27 09:56:35.162742 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66da3f33-9cc8-4a6d-866e-c00ac191f387 None None] Checking router: 42c64f88-fc17-47d4-8706-33c723b14efa for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:56:35.171891 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66da3f33-9cc8-4a6d-866e-c00ac191f387 None None] Routers {'42c64f88-fc17-47d4-8706-33c723b14efa'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:56:35.172599 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-66da3f33-9cc8-4a6d-866e-c00ac191f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:56:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['42c64f88-fc17-47d4-8706-33c723b14efa'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:56:35.221115 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0240f169-37a0-45c7-9632-b1f8cdd91aee req-1c9df09f-aaf4-4a80-8f9f-508adbbf0df9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd9780b-a2ea-4c29-813e-311829cae166 HTTP/1.1" status: 200 len: 999 time: 0.0697477 Aug 27 09:56:35.271135 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240f169-37a0-45c7-9632-b1f8cdd91aee req-42d73a52-2dc6-4869-abf9-dfa1012fe29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:35.272592 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0240f169-37a0-45c7-9632-b1f8cdd91aee req-42d73a52-2dc6-4869-abf9-dfa1012fe29b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c6d5bd7-f50f-42b4-861c-8d22947a1275 HTTP/1.1" status: 200 len: 851 time: 0.0437157 Aug 27 09:56:35.278235 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-66da3f33-9cc8-4a6d-866e-c00ac191f387 None None] Set router 42c64f88-fc17-47d4-8706-33c723b14efa gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:56:35.323252 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240f169-37a0-45c7-9632-b1f8cdd91aee req-d7fad235-6a85-4801-9510-53d32ef655d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:35.324757 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0240f169-37a0-45c7-9632-b1f8cdd91aee req-d7fad235-6a85-4801-9510-53d32ef655d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc19112f-ba8d-4504-88bf-0381b6982fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445576 Aug 27 09:56:35.365060 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64333ee9-c342-4179-ad42-69e0d6d77821 req-1b5caa6d-3442-4ff3-933a-81b2f389450a tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:35.366601 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-64333ee9-c342-4179-ad42-69e0d6d77821 req-1b5caa6d-3442-4ff3-933a-81b2f389450a tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=67d6a263-2ec8-457f-a1a2-c16425068f8f HTTP/1.1" status: 200 len: 943 time: 0.0489960 Aug 27 09:56:35.408131 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-64333ee9-c342-4179-ad42-69e0d6d77821 req-2c36f95b-c79b-4e8f-92a6-a2be1044de91 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330305 Aug 27 09:56:35.417892 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0240f169-37a0-45c7-9632-b1f8cdd91aee req-f33f54f9-f8d3-4c6a-b26d-c60a4d3d8d80 service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839753 Aug 27 09:56:35.506472 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-66da3f33-9cc8-4a6d-866e-c00ac191f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'e4733442-5a37-41db-bf0e-86bfd1a2952a', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'port_id': '0b2fb162-9eb0-4127-aac1-b6737b2db12a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'mac_address': 'fa:16:3e:7f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:54:27Z', 'updated_at': '2021-08-27T09:54:29Z', 'revision_number': 1, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'fixed_ip_address_scope': None}, {'id': 'f9fd1d63-9b14-4345-9fce-9ccc889a8abe', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'port_id': '2bd9780b-a2ea-4c29-813e-311829cae166', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'mac_address': 'fa:16:3e:d6:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2112bb2a-1f77-4340-8813-1634b950ae34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:56:33Z', 'updated_at': '2021-08-27T09:56:33Z', 'revision_number': 0, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 5, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:56:35.513475 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-0240f169-37a0-45c7-9632-b1f8cdd91aee req-2bf17261-a86f-48ba-8bad-24b156506085 service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876772 Aug 27 09:56:35.538092 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66da3f33-9cc8-4a6d-866e-c00ac191f387 None None] The sync data for ids ['42c64f88-fc17-47d4-8706-33c723b14efa'] in dv-cinder-804757-3-iscsi is: [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'e4733442-5a37-41db-bf0e-86bfd1a2952a', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'port_id': '0b2fb162-9eb0-4127-aac1-b6737b2db12a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'mac_address': 'fa:16:3e:7f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:54:27Z', 'updated_at': '2021-08-27T09:54:29Z', 'revision_number': 1, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'fixed_ip_address_scope': None}, {'id': 'f9fd1d63-9b14-4345-9fce-9ccc889a8abe', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'port_id': '2bd9780b-a2ea-4c29-813e-311829cae166', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'mac_address': 'fa:16:3e:d6:06:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2112bb2a-1f77-4340-8813-1634b950ae34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:56:33Z', 'updated_at': '2021-08-27T09:56:33Z', 'revision_number': 0, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 5, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:56:35.718014 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eb6abb-503c-4373-aaa2-e9837e30e2b1 None None] New status for floating IP f9fd1d63-9b14-4345-9fce-9ccc889a8abe: ACTIVE {{(pid=100337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 09:56:36.522941 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a52235-1aba-47e3-9d82-f60a96735c8b req-4913ca34-8b86-4d7e-9985-76bf56236955 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:36.524504 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-91a52235-1aba-47e3-9d82-f60a96735c8b req-4913ca34-8b86-4d7e-9985-76bf56236955 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=67d6a263-2ec8-457f-a1a2-c16425068f8f HTTP/1.1" status: 200 len: 943 time: 0.0490704 Aug 27 09:56:36.561772 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-91a52235-1aba-47e3-9d82-f60a96735c8b req-a070afc1-12e3-4a42-8c2f-bb2d2048a4ac tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313699 Aug 27 09:56:36.774994 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 5496af34-58d5-4464-8951-35fc369f655d details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:56:36.864970 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 5496af34-58d5-4464-8951-35fc369f655d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5496af34-58d5-4464-8951-35fc369f655d,segment=NetworkSegment(7fe777f7-cbf2-4256-beaf-28a15d938d00),segment_id=7fe777f7-cbf2-4256-beaf-28a15d938d00)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:56:36.876220 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': '5496af34-58d5-4464-8951-35fc369f655d', 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f', 'port_id': '5496af34-58d5-4464-8951-35fc369f655d', 'mac_address': 'fa:16:3e:7d:a7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90babb58-c206-4e90-8da9-3c2a82088cdf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:56:36.916864 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:36.929349 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5496af34-58d5-4464-8951-35fc369f655d {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:56:36.948351 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 5496af34-58d5-4464-8951-35fc369f655d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5496af34-58d5-4464-8951-35fc369f655d,segment=NetworkSegment(7fe777f7-cbf2-4256-beaf-28a15d938d00),segment_id=7fe777f7-cbf2-4256-beaf-28a15d938d00)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:56:36.951934 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:36.996905 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=5496af34-58d5-4464-8951-35fc369f655d,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:37.214844 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['5496af34-58d5-4464-8951-35fc369f655d'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:56:37.677026 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31089f-a2a3-4ffe-b659-250d25466d5f req-d299438e-bc3f-4df1-bd2c-7a4063a3dc3e tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:37.678492 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-af31089f-a2a3-4ffe-b659-250d25466d5f req-d299438e-bc3f-4df1-bd2c-7a4063a3dc3e tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=67d6a263-2ec8-457f-a1a2-c16425068f8f HTTP/1.1" status: 200 len: 944 time: 0.0500650 Aug 27 09:56:37.715240 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-af31089f-a2a3-4ffe-b659-250d25466d5f req-f4ac8b56-8e78-45cd-a7da-675c90bb11af tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301225 Aug 27 09:56:38.802106 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 5496af34-58d5-4464-8951-35fc369f655d up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:56:38.829151 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce127561-eab3-45bd-82f0-bba96f0479b8 req-e5a833d5-fac1-4eb0-9b89-d96ce50e200f tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:38.830653 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ce127561-eab3-45bd-82f0-bba96f0479b8 req-e5a833d5-fac1-4eb0-9b89-d96ce50e200f tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=67d6a263-2ec8-457f-a1a2-c16425068f8f HTTP/1.1" status: 200 len: 944 time: 0.0500214 Aug 27 09:56:38.851398 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port 5496af34-58d5-4464-8951-35fc369f655d completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:56:38.855789 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port 5496af34-58d5-4464-8951-35fc369f655d triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:56:38.856162 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:38.868832 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ce127561-eab3-45bd-82f0-bba96f0479b8 req-5bc4947d-f681-4368-8784-df7a0c0b85e5 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317438 Aug 27 09:56:38.932701 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:38.954902 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d6a263-2ec8-457f-a1a2-c16425068f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5496af34-58d5-4464-8951-35fc369f655d'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:56:38.957165 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d106e4-1dee-4390-bc52-140d3f16c4af" -d '{"events": [{"server_uuid": "67d6a263-2ec8-457f-a1a2-c16425068f8f", "name": "network-vif-plugged", "status": "completed", "tag": "5496af34-58d5-4464-8951-35fc369f655d"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:56:38.970003 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 5496af34-58d5-4464-8951-35fc369f655d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5496af34-58d5-4464-8951-35fc369f655d,segment=NetworkSegment(7fe777f7-cbf2-4256-beaf-28a15d938d00),segment_id=7fe777f7-cbf2-4256-beaf-28a15d938d00)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:56:38.973898 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:39.002605 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128ad1bb-cdc9-460a-8466-7a802bb70b50 x-openstack-request-id: req-128ad1bb-cdc9-460a-8466-7a802bb70b50 {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:56:39.002889 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d6a263-2ec8-457f-a1a2-c16425068f8f", "name": "network-vif-plugged", "status": "completed", "tag": "5496af34-58d5-4464-8951-35fc369f655d", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:56:39.003140 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-128ad1bb-cdc9-460a-8466-7a802bb70b50 {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:56:39.003521 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d6a263-2ec8-457f-a1a2-c16425068f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5496af34-58d5-4464-8951-35fc369f655d', 'code': 200} Aug 27 09:56:39.029667 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=5496af34-58d5-4464-8951-35fc369f655d,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:39.154039 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba85e3-cba1-4500-b360-788e67770adc req-18959c92-446a-47ba-bac5-c3efc553383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:39.155444 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-fdba85e3-cba1-4500-b360-788e67770adc req-18959c92-446a-47ba-bac5-c3efc553383a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=67d6a263-2ec8-457f-a1a2-c16425068f8f HTTP/1.1" status: 200 len: 1098 time: 0.0426912 Aug 27 09:56:39.190309 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-fdba85e3-cba1-4500-b360-788e67770adc req-dc45bacd-8156-4d6e-adb0-e1d7086b85d3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280290 Aug 27 09:56:39.986075 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f975a-96a4-460d-8faf-c4c3fe257f8c req-d48a5aa1-3d71-4ca4-b3bc-05ec1afaeb97 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:39.987580 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b86f975a-96a4-460d-8faf-c4c3fe257f8c req-d48a5aa1-3d71-4ca4-b3bc-05ec1afaeb97 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=67d6a263-2ec8-457f-a1a2-c16425068f8f HTTP/1.1" status: 200 len: 945 time: 0.0514266 Aug 27 09:56:40.025594 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b86f975a-96a4-460d-8faf-c4c3fe257f8c req-c1b2ae14-1b02-4bf7-b74d-a941b84ca2ba tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320609 Aug 27 09:56:41.138098 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc26ee-03c7-4988-ad28-5787c2de3759 req-415f3006-5c61-47d7-9689-0091019f7a31 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:41.139471 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-83bc26ee-03c7-4988-ad28-5787c2de3759 req-415f3006-5c61-47d7-9689-0091019f7a31 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=67d6a263-2ec8-457f-a1a2-c16425068f8f HTTP/1.1" status: 200 len: 945 time: 0.0478957 Aug 27 09:56:41.175751 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-83bc26ee-03c7-4988-ad28-5787c2de3759 req-30ae650a-06fb-4682-b2b5-0c4e6385e5de tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305877 Aug 27 09:56:50.468950 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c568425-0032-4d47-92de-11da8e8ec53f req-490a44b5-21bf-4fb7-b1f1-a4dd69ad211e tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:50.470413 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3c568425-0032-4d47-92de-11da8e8ec53f req-490a44b5-21bf-4fb7-b1f1-a4dd69ad211e tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/networks?id=01cef81f-e531-4164-bb67-8c37a10ae73f HTTP/1.1" status: 200 len: 815 time: 0.0999007 Aug 27 09:56:50.485414 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3c568425-0032-4d47-92de-11da8e8ec53f req-c0946253-4ef2-46a6-81a1-cfca09dcaa55 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/quotas/8fc44a54de1e4457b3bd311558f730dd HTTP/1.1" status: 200 len: 375 time: 0.0093884 Aug 27 09:56:50.533161 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3c568425-0032-4d47-92de-11da8e8ec53f req-32802c1b-cf68-4074-b9eb-ec54acbf6c69 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8fc44a54de1e4457b3bd311558f730dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426919 Aug 27 09:56:50.621631 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3c568425-0032-4d47-92de-11da8e8ec53f req-7a07018b-c858-4a89-80ac-1fe0cadef82a service neutron] 10.222.0.55 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808194 Aug 27 09:56:50.630046 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-ed0610d4-61ec-40ad-acac-39ae871c76e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:50.712809 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3c568425-0032-4d47-92de-11da8e8ec53f req-f837a1fb-0dbb-476f-b152-c04d96b96ce3 service neutron] 10.222.0.55 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849481 Aug 27 09:56:50.869223 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c463cd7d-023b-493e-9d9b-729e0eeac358 req-04aca202-f0e4-4c3e-b9b6-f34e4821c682 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fed73c5-c268-4616-a14c-827df6f47302 HTTP/1.1" status: 200 len: 210 time: 0.0261154 Aug 27 09:56:51.936256 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c568425-0032-4d47-92de-11da8e8ec53f req-47ad20aa-2ebb-469d-9618-e05be7886965 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:51.937764 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3c568425-0032-4d47-92de-11da8e8ec53f req-47ad20aa-2ebb-469d-9618-e05be7886965 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.65 "GET /v2.0/networks?id=01cef81f-e531-4164-bb67-8c37a10ae73f HTTP/1.1" status: 200 len: 815 time: 0.1035678 Aug 27 09:56:51.960829 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-3c568425-0032-4d47-92de-11da8e8ec53f req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Request body: {'port': {'device_id': '5fed73c5-c268-4616-a14c-827df6f47302', 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f', 'admin_state_up': True, 'tenant_id': '8fc44a54de1e4457b3bd311558f730dd'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:56:51.964348 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-b411e90d-920b-4ab8-a805-0607b329facf req-166c7e0f-b3cd-45eb-b8e2-9913e6ea9587 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fed73c5-c268-4616-a14c-827df6f47302 HTTP/1.1" status: 200 len: 210 time: 0.0266161 Aug 27 09:56:52.071764 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c568425-0032-4d47-92de-11da8e8ec53f req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Made reservation on behalf of 8fc44a54de1e4457b3bd311558f730dd for: {'port': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:56:52.075381 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-3c568425-0032-4d47-92de-11da8e8ec53f req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:52.203395 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [req-3c568425-0032-4d47-92de-11da8e8ec53f req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Allocated IP 172.20.0.5 (01cef81f-e531-4164-bb67-8c37a10ae73f/90babb58-c206-4e90-8da9-3c2a82088cdf/cb4fb22b-0518-4550-b373-28ab8baab715) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:56:52.349250 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-3c568425-0032-4d47-92de-11da8e8ec53f req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:52.386795 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-3c568425-0032-4d47-92de-11da8e8ec53f req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:52.407082 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['5496af34-58d5-4464-8951-35fc369f655d'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:56:52.428734 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c568425-0032-4d47-92de-11da8e8ec53f req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Network 01cef81f-e531-4164-bb67-8c37a10ae73f is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:56:52.434315 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [req-3c568425-0032-4d47-92de-11da8e8ec53f req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:56:52.438006 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c568425-0032-4d47-92de-11da8e8ec53f req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:56:52.461030 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Pushing event updated for resources: {'Port': ['ID=cb4fb22b-0518-4550-b373-28ab8baab715,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:52.471142 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:52.471488 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:52.471883 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:52.472217 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:52.472547 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:52.472874 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:52.473199 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:52.473546 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:52.473872 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:52.474196 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:52.474515 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:52.474834 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:56:52.498932 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c568425-0032-4d47-92de-11da8e8ec53f req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:52.499555 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-3c568425-0032-4d47-92de-11da8e8ec53f req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:52.516644 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3c568425-0032-4d47-92de-11da8e8ec53f req-7f4029ba-0606-4404-aea3-784b376275da tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5597475 Aug 27 09:56:52.535526 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Request body: {'port': {'device_id': '5fed73c5-c268-4616-a14c-827df6f47302', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:56:52.591209 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:52.845737 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb4fb22b-0518-4550-b373-28ab8baab715 {{(pid=100334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:56:52.853765 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:52.865287 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Transition to ACTIVE for port object cb4fb22b-0518-4550-b373-28ab8baab715 will not be triggered until provisioned by entity L2. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:56:52.869311 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:52.921184 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4fb22b-0518-4550-b373-28ab8baab715,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:52.987860 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Attempting to bind port cb4fb22b-0518-4550-b373-28ab8baab715 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:56:52.988495 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Attempting to bind port cb4fb22b-0518-4550-b373-28ab8baab715 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '7fe777f7-cbf2-4256-beaf-28a15d938d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f'}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:56:52.988495 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Attempting to bind port cb4fb22b-0518-4550-b373-28ab8baab715 on network 01cef81f-e531-4164-bb67-8c37a10ae73f {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:56:52.992947 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Port cb4fb22b-0518-4550-b373-28ab8baab715 on network 01cef81f-e531-4164-bb67-8c37a10ae73f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:56:52.993528 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Attempting to bind port cb4fb22b-0518-4550-b373-28ab8baab715 on network 01cef81f-e531-4164-bb67-8c37a10ae73f {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:56:52.998347 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:56:52.998685 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Checking segment: {'id': '7fe777f7-cbf2-4256-beaf-28a15d938d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:56:52.999068 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Bound using segment: {'id': '7fe777f7-cbf2-4256-beaf-28a15d938d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f'} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:56:52.999481 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Bound port: cb4fb22b-0518-4550-b373-28ab8baab715, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe777f7-cbf2-4256-beaf-28a15d938d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f'}}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:56:52.999926 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:53.095661 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] For port cb4fb22b-0518-4550-b373-28ab8baab715, host hv-cinder-80475, cleared binding levels {{(pid=100334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:56:53.105055 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678cc7f-819e-4b01-a65a-c4cd7003b39a req-d4c56c7c-783c-4ec3-8fd9-62298630038a tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:53.106498 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d678cc7f-819e-4b01-a65a-c4cd7003b39a req-d4c56c7c-783c-4ec3-8fd9-62298630038a tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fed73c5-c268-4616-a14c-827df6f47302 HTTP/1.1" status: 200 len: 943 time: 0.0741074 Aug 27 09:56:53.108090 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] For port cb4fb22b-0518-4550-b373-28ab8baab715, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cb4fb22b-0518-4550-b373-28ab8baab715,segment=NetworkSegment(7fe777f7-cbf2-4256-beaf-28a15d938d00),segment_id=7fe777f7-cbf2-4256-beaf-28a15d938d00)] {{(pid=100334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:56:53.112308 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:53.162043 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:53.162660 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:53.164189 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3c568425-0032-4d47-92de-11da8e8ec53f req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] 10.222.0.65 "PUT /v2.0/ports/cb4fb22b-0518-4550-b373-28ab8baab715 HTTP/1.1" status: 200 len: 1093 time: 0.6329195 Aug 27 09:56:53.168593 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fed73c5-c268-4616-a14c-827df6f47302', 'tag': 'cb4fb22b-0518-4550-b373-28ab8baab715'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:56:53.171049 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9f02bb-2bbd-4d4b-b037-c7f69fbe82dc" -d '{"events": [{"name": "network-changed", "server_uuid": "5fed73c5-c268-4616-a14c-827df6f47302", "tag": "cb4fb22b-0518-4550-b373-28ab8baab715"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:56:53.215741 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca1c5d4-0022-4c59-9500-2d5d1a1e3044 x-openstack-request-id: req-eca1c5d4-0022-4c59-9500-2d5d1a1e3044 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:56:53.216024 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fed73c5-c268-4616-a14c-827df6f47302", "tag": "cb4fb22b-0518-4550-b373-28ab8baab715", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:56:53.216272 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eca1c5d4-0022-4c59-9500-2d5d1a1e3044 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:56:53.216673 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fed73c5-c268-4616-a14c-827df6f47302', 'tag': 'cb4fb22b-0518-4550-b373-28ab8baab715', 'status': 'completed', 'code': 200} Aug 27 09:56:53.220983 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ced434-a2c7-4cf0-a728-ee71aef16624 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4fb22b-0518-4550-b373-28ab8baab715,revision_number=3']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:53.239050 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d678cc7f-819e-4b01-a65a-c4cd7003b39a req-9341b436-21cb-46b2-8ba7-800414496f7e tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245155 Aug 27 09:56:53.254739 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c568425-0032-4d47-92de-11da8e8ec53f req-63e1ab2b-c541-415b-9f99-01ba13dbd9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:53.256216 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3c568425-0032-4d47-92de-11da8e8ec53f req-63e1ab2b-c541-415b-9f99-01ba13dbd9fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8fc44a54de1e4457b3bd311558f730dd&device_id=5fed73c5-c268-4616-a14c-827df6f47302 HTTP/1.1" status: 200 len: 1096 time: 0.0511940 Aug 27 09:56:53.311171 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3c568425-0032-4d47-92de-11da8e8ec53f req-57806b91-3b21-4c6a-b191-6b12b8946de6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb4fb22b-0518-4550-b373-28ab8baab715 HTTP/1.1" status: 200 len: 217 time: 0.0344925 Aug 27 09:56:53.363537 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-cb2f1b3a-532f-490c-8cde-162feafa667c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:53.376121 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c568425-0032-4d47-92de-11da8e8ec53f req-be575add-e474-43a4-8350-5ea070352bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:53.376121 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3c568425-0032-4d47-92de-11da8e8ec53f req-be575add-e474-43a4-8350-5ea070352bd6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90babb58-c206-4e90-8da9-3c2a82088cdf HTTP/1.1" status: 200 len: 855 time: 0.0514615 Aug 27 09:56:53.411047 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3c568425-0032-4d47-92de-11da8e8ec53f req-438220ed-be25-4f32-a657-f1025c749388 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01cef81f-e531-4164-bb67-8c37a10ae73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278089 Aug 27 09:56:53.504534 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3c568425-0032-4d47-92de-11da8e8ec53f req-55b235e2-65ad-43a9-9cdf-b1d502767cfd service neutron] 10.222.0.65 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786648 Aug 27 09:56:53.569382 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:53.601032 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-3c568425-0032-4d47-92de-11da8e8ec53f req-babb28af-63d4-4a27-8533-2e16b7381a07 service neutron] 10.222.0.65 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865707 Aug 27 09:56:53.690428 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f02bb-2bbd-4d4b-b037-c7f69fbe82dc req-ce2a1a7d-f2c0-4fe2-9bba-359ec3b0bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:53.691838 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1a9f02bb-2bbd-4d4b-b037-c7f69fbe82dc req-ce2a1a7d-f2c0-4fe2-9bba-359ec3b0bdb1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8fc44a54de1e4457b3bd311558f730dd&device_id=5fed73c5-c268-4616-a14c-827df6f47302 HTTP/1.1" status: 200 len: 1096 time: 0.0405772 Aug 27 09:56:53.783230 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f02bb-2bbd-4d4b-b037-c7f69fbe82dc req-e48f48f6-c943-4b64-8ab4-cedbf514f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:53.784655 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1a9f02bb-2bbd-4d4b-b037-c7f69fbe82dc req-e48f48f6-c943-4b64-8ab4-cedbf514f66b service neutron] 10.222.0.65 "GET /v2.0/networks?id=01cef81f-e531-4164-bb67-8c37a10ae73f HTTP/1.1" status: 200 len: 917 time: 0.0796542 Aug 27 09:56:53.841812 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1a9f02bb-2bbd-4d4b-b037-c7f69fbe82dc req-1d851439-b139-488d-9188-8209844f1fe8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb4fb22b-0518-4550-b373-28ab8baab715 HTTP/1.1" status: 200 len: 217 time: 0.0379937 Aug 27 09:56:53.897108 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f02bb-2bbd-4d4b-b037-c7f69fbe82dc req-baef86b8-cd5e-4c86-8ebd-ba71ab4a60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:53.898592 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1a9f02bb-2bbd-4d4b-b037-c7f69fbe82dc req-baef86b8-cd5e-4c86-8ebd-ba71ab4a60e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90babb58-c206-4e90-8da9-3c2a82088cdf HTTP/1.1" status: 200 len: 855 time: 0.0422549 Aug 27 09:56:53.933199 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1a9f02bb-2bbd-4d4b-b037-c7f69fbe82dc req-4b2e65ee-79dc-44e7-b115-69a817392f32 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01cef81f-e531-4164-bb67-8c37a10ae73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243051 Aug 27 09:56:54.023632 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1a9f02bb-2bbd-4d4b-b037-c7f69fbe82dc req-580dacfd-2271-476f-b9e4-7c086a123542 service neutron] 10.222.0.65 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811324 Aug 27 09:56:54.111285 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1a9f02bb-2bbd-4d4b-b037-c7f69fbe82dc req-8019a9f8-5f2c-45ac-b223-2b4f045fc352 service neutron] 10.222.0.65 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797763 Aug 27 09:56:54.352628 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6386362-29eb-4bb3-9043-13c88c26ae50 req-28d91ef5-5d83-4c72-81a7-144b1b3e4acc tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:54.354124 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a6386362-29eb-4bb3-9043-13c88c26ae50 req-28d91ef5-5d83-4c72-81a7-144b1b3e4acc tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fed73c5-c268-4616-a14c-827df6f47302 HTTP/1.1" status: 200 len: 943 time: 0.0469854 Aug 27 09:56:54.391595 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-a6386362-29eb-4bb3-9043-13c88c26ae50 req-83184158-6ff3-4da3-b11b-6631c343031e tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317645 Aug 27 09:56:54.673115 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:54.951513 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:55.502955 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c55f2-2bb5-4acc-a559-26b2e9cfc870 req-9f4e3a20-ded4-4519-b385-784e7d07e40b tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:55.504454 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-072c55f2-2bb5-4acc-a559-26b2e9cfc870 req-9f4e3a20-ded4-4519-b385-784e7d07e40b tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fed73c5-c268-4616-a14c-827df6f47302 HTTP/1.1" status: 200 len: 943 time: 0.0487437 Aug 27 09:56:55.545297 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-072c55f2-2bb5-4acc-a559-26b2e9cfc870 req-4e8f5bec-de45-45c5-a375-feab15c7ee7b tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344152 Aug 27 09:56:56.234401 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:56:56.347505 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:56.662253 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952b607-a9a3-4e77-b2a8-5408fc3b437c req-f70754b3-1cdc-4301-8d3f-568ae1331f86 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:56.663703 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9952b607-a9a3-4e77-b2a8-5408fc3b437c req-f70754b3-1cdc-4301-8d3f-568ae1331f86 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fed73c5-c268-4616-a14c-827df6f47302 HTTP/1.1" status: 200 len: 943 time: 0.0515256 Aug 27 09:56:56.702114 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9952b607-a9a3-4e77-b2a8-5408fc3b437c req-fdefc5d3-84a0-43d8-bad7-91eca41a0e8f tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314407 Aug 27 09:56:56.856736 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device cb4fb22b-0518-4550-b373-28ab8baab715 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:56:56.951125 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port cb4fb22b-0518-4550-b373-28ab8baab715, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cb4fb22b-0518-4550-b373-28ab8baab715,segment=NetworkSegment(7fe777f7-cbf2-4256-beaf-28a15d938d00),segment_id=7fe777f7-cbf2-4256-beaf-28a15d938d00)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:56:56.963065 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': 'cb4fb22b-0518-4550-b373-28ab8baab715', 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f', 'port_id': 'cb4fb22b-0518-4550-b373-28ab8baab715', 'mac_address': 'fa:16:3e:6e:45:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90babb58-c206-4e90-8da9-3c2a82088cdf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:56:57.002412 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:57.015283 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb4fb22b-0518-4550-b373-28ab8baab715 {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:56:57.034832 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port cb4fb22b-0518-4550-b373-28ab8baab715, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cb4fb22b-0518-4550-b373-28ab8baab715,segment=NetworkSegment(7fe777f7-cbf2-4256-beaf-28a15d938d00),segment_id=7fe777f7-cbf2-4256-beaf-28a15d938d00)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:56:57.038498 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:57.082456 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=cb4fb22b-0518-4550-b373-28ab8baab715,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:57.351795 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['cb4fb22b-0518-4550-b373-28ab8baab715'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:56:58.072209 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68571d4-1b28-48a1-a88c-0c8a624eb31d req-0af05165-88de-4cd9-8be1-97ce8df0b402 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:58.073704 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e68571d4-1b28-48a1-a88c-0c8a624eb31d req-0af05165-88de-4cd9-8be1-97ce8df0b402 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fed73c5-c268-4616-a14c-827df6f47302 HTTP/1.1" status: 200 len: 944 time: 0.3061895 Aug 27 09:56:58.110523 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-e68571d4-1b28-48a1-a88c-0c8a624eb31d req-4289a65c-3394-45da-a5e4-200fbced5c2d tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308981 Aug 27 09:56:58.881286 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device cb4fb22b-0518-4550-b373-28ab8baab715 up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:56:58.927289 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port cb4fb22b-0518-4550-b373-28ab8baab715 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:56:58.931534 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port cb4fb22b-0518-4550-b373-28ab8baab715 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:56:58.931896 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:59.003728 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:59.026158 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fed73c5-c268-4616-a14c-827df6f47302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4fb22b-0518-4550-b373-28ab8baab715'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:56:59.028415 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d252ff-2207-47e1-87ff-52b327b6c0ad" -d '{"events": [{"server_uuid": "5fed73c5-c268-4616-a14c-827df6f47302", "name": "network-vif-plugged", "status": "completed", "tag": "cb4fb22b-0518-4550-b373-28ab8baab715"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:56:59.044519 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port cb4fb22b-0518-4550-b373-28ab8baab715, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cb4fb22b-0518-4550-b373-28ab8baab715,segment=NetworkSegment(7fe777f7-cbf2-4256-beaf-28a15d938d00),segment_id=7fe777f7-cbf2-4256-beaf-28a15d938d00)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:56:59.049183 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:56:59.071770 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7268de-71d5-4bcc-b3d3-7d5b2fb43323 x-openstack-request-id: req-de7268de-71d5-4bcc-b3d3-7d5b2fb43323 {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:56:59.072057 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fed73c5-c268-4616-a14c-827df6f47302", "name": "network-vif-plugged", "status": "completed", "tag": "cb4fb22b-0518-4550-b373-28ab8baab715", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:56:59.072304 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de7268de-71d5-4bcc-b3d3-7d5b2fb43323 {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:56:59.072682 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fed73c5-c268-4616-a14c-827df6f47302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4fb22b-0518-4550-b373-28ab8baab715', 'code': 200} Aug 27 09:56:59.097570 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=cb4fb22b-0518-4550-b373-28ab8baab715,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:56:59.250685 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6778a01-1ecf-425f-999c-b5964314a9e0 req-8cbd690b-04fc-479a-a32f-4d778065b914 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:59.252134 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b6778a01-1ecf-425f-999c-b5964314a9e0 req-8cbd690b-04fc-479a-a32f-4d778065b914 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fed73c5-c268-4616-a14c-827df6f47302 HTTP/1.1" status: 200 len: 945 time: 0.0743406 Aug 27 09:56:59.278170 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492c0ae-9cff-4fda-9f2f-caaab71afc25 req-2b98a305-36c3-4f28-8d8e-d9c4df81c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:56:59.279587 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1492c0ae-9cff-4fda-9f2f-caaab71afc25 req-2b98a305-36c3-4f28-8d8e-d9c4df81c3a6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5fed73c5-c268-4616-a14c-827df6f47302 HTTP/1.1" status: 200 len: 1098 time: 0.0657401 Aug 27 09:56:59.303715 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-b6778a01-1ecf-425f-999c-b5964314a9e0 req-e05e2635-c6c5-4a9c-9347-28e76d35386d tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444782 Aug 27 09:56:59.326544 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1492c0ae-9cff-4fda-9f2f-caaab71afc25 req-98aad32f-1605-401b-9658-901721082bd1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336266 Aug 27 09:57:00.436869 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc32d9-caa8-4004-b4d2-ee797d4c5eb4 req-b37e22c7-20a2-4818-bf96-e23528b1d17b tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:00.439086 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-15fc32d9-caa8-4004-b4d2-ee797d4c5eb4 req-b37e22c7-20a2-4818-bf96-e23528b1d17b tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fed73c5-c268-4616-a14c-827df6f47302 HTTP/1.1" status: 200 len: 945 time: 0.0669580 Aug 27 09:57:00.485193 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-15fc32d9-caa8-4004-b4d2-ee797d4c5eb4 req-af99fe43-2a8b-41d2-946c-9ec627bb4ef6 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402219 Aug 27 09:57:01.598250 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a12742-0df7-4b58-a1a9-f6110ed60f15 req-59463508-70a5-4c53-831b-7e7dc6715f23 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:01.599720 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-58a12742-0df7-4b58-a1a9-f6110ed60f15 req-59463508-70a5-4c53-831b-7e7dc6715f23 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fed73c5-c268-4616-a14c-827df6f47302 HTTP/1.1" status: 200 len: 945 time: 0.0485427 Aug 27 09:57:01.637805 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-58a12742-0df7-4b58-a1a9-f6110ed60f15 req-c6e98639-ad10-485d-8c26-f0ecac74c117 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315967 Aug 27 09:57:03.332406 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b33b2-6531-4150-a335-accf1a6b1997 req-c81c9768-071b-40c4-90aa-57c1a2231942 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:03.333821 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-727b33b2-6531-4150-a335-accf1a6b1997 req-c81c9768-071b-40c4-90aa-57c1a2231942 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/networks?id=01cef81f-e531-4164-bb67-8c37a10ae73f HTTP/1.1" status: 200 len: 815 time: 0.1045327 Aug 27 09:57:03.348478 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-727b33b2-6531-4150-a335-accf1a6b1997 req-aebcfc0a-e109-473c-9e81-bd3ddf2954f1 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/quotas/8fc44a54de1e4457b3bd311558f730dd HTTP/1.1" status: 200 len: 375 time: 0.0088854 Aug 27 09:57:03.400969 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-727b33b2-6531-4150-a335-accf1a6b1997 req-733ca09a-34c0-4014-945b-3e259cac2ff9 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8fc44a54de1e4457b3bd311558f730dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465281 Aug 27 09:57:03.488597 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-727b33b2-6531-4150-a335-accf1a6b1997 req-209381e5-01ca-48d8-9388-60de465366f6 service neutron] 10.222.0.55 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808873 Aug 27 09:57:03.579262 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-727b33b2-6531-4150-a335-accf1a6b1997 req-840015d7-4a97-473a-85b0-82a4295ae356 service neutron] 10.222.0.55 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840855 Aug 27 09:57:03.732354 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-69e0cbda-fc29-4d76-87a1-17bd8527e89e req-e745e615-2202-4b56-b8aa-f78a9f31b71e tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=370ecbcb-eccc-4872-847e-0fe2dfc389a8 HTTP/1.1" status: 200 len: 210 time: 0.0270188 Aug 27 09:57:04.674204 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b33b2-6531-4150-a335-accf1a6b1997 req-714730f4-f7f6-42f4-8627-0ba393b85841 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:04.675578 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-727b33b2-6531-4150-a335-accf1a6b1997 req-714730f4-f7f6-42f4-8627-0ba393b85841 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.65 "GET /v2.0/networks?id=01cef81f-e531-4164-bb67-8c37a10ae73f HTTP/1.1" status: 200 len: 815 time: 0.1022959 Aug 27 09:57:04.694010 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-727b33b2-6531-4150-a335-accf1a6b1997 req-d1ba7a60-b87b-4f55-9476-263cfd958473 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Request body: {'port': {'device_id': '370ecbcb-eccc-4872-847e-0fe2dfc389a8', 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f', 'admin_state_up': True, 'tenant_id': '8fc44a54de1e4457b3bd311558f730dd'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:57:04.801829 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727b33b2-6531-4150-a335-accf1a6b1997 req-d1ba7a60-b87b-4f55-9476-263cfd958473 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Made reservation on behalf of 8fc44a54de1e4457b3bd311558f730dd for: {'port': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:57:04.805223 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-727b33b2-6531-4150-a335-accf1a6b1997 req-d1ba7a60-b87b-4f55-9476-263cfd958473 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:04.824201 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-dd019300-25c8-4f3f-935d-fd2eaf0b8985 req-96abc681-c338-4178-89fc-73d834613c69 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=370ecbcb-eccc-4872-847e-0fe2dfc389a8 HTTP/1.1" status: 200 len: 210 time: 0.0265830 Aug 27 09:57:04.924044 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [req-727b33b2-6531-4150-a335-accf1a6b1997 req-d1ba7a60-b87b-4f55-9476-263cfd958473 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Allocated IP 172.20.0.12 (01cef81f-e531-4164-bb67-8c37a10ae73f/90babb58-c206-4e90-8da9-3c2a82088cdf/5dcc73f0-c6b1-463b-960a-e041774be41a) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:57:05.072582 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-727b33b2-6531-4150-a335-accf1a6b1997 req-d1ba7a60-b87b-4f55-9476-263cfd958473 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:05.108970 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-727b33b2-6531-4150-a335-accf1a6b1997 req-d1ba7a60-b87b-4f55-9476-263cfd958473 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:05.125701 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['5496af34-58d5-4464-8951-35fc369f655d', 'cb4fb22b-0518-4550-b373-28ab8baab715'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:57:05.150013 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727b33b2-6531-4150-a335-accf1a6b1997 req-d1ba7a60-b87b-4f55-9476-263cfd958473 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Network 01cef81f-e531-4164-bb67-8c37a10ae73f is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:57:05.153014 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [req-727b33b2-6531-4150-a335-accf1a6b1997 req-d1ba7a60-b87b-4f55-9476-263cfd958473 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:57:05.155568 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-727b33b2-6531-4150-a335-accf1a6b1997 req-d1ba7a60-b87b-4f55-9476-263cfd958473 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:57:05.191128 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba7a60-b87b-4f55-9476-263cfd958473 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Pushing event updated for resources: {'Port': ['ID=5dcc73f0-c6b1-463b-960a-e041774be41a,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:57:05.217944 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b33b2-6531-4150-a335-accf1a6b1997 req-d1ba7a60-b87b-4f55-9476-263cfd958473 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:05.218553 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-727b33b2-6531-4150-a335-accf1a6b1997 req-d1ba7a60-b87b-4f55-9476-263cfd958473 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:05.232143 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-727b33b2-6531-4150-a335-accf1a6b1997 req-d1ba7a60-b87b-4f55-9476-263cfd958473 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5448864 Aug 27 09:57:05.245707 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Request body: {'port': {'device_id': '370ecbcb-eccc-4872-847e-0fe2dfc389a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:57:05.299471 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:05.554262 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dcc73f0-c6b1-463b-960a-e041774be41a {{(pid=100334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:57:05.561357 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:05.574205 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Transition to ACTIVE for port object 5dcc73f0-c6b1-463b-960a-e041774be41a will not be triggered until provisioned by entity L2. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:57:05.577545 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:05.629398 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcc73f0-c6b1-463b-960a-e041774be41a,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:57:05.692944 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Attempting to bind port 5dcc73f0-c6b1-463b-960a-e041774be41a on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:57:05.693277 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Attempting to bind port 5dcc73f0-c6b1-463b-960a-e041774be41a by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '7fe777f7-cbf2-4256-beaf-28a15d938d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f'}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:57:05.693632 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Attempting to bind port 5dcc73f0-c6b1-463b-960a-e041774be41a on network 01cef81f-e531-4164-bb67-8c37a10ae73f {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:57:05.698341 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Port 5dcc73f0-c6b1-463b-960a-e041774be41a on network 01cef81f-e531-4164-bb67-8c37a10ae73f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:57:05.698681 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Attempting to bind port 5dcc73f0-c6b1-463b-960a-e041774be41a on network 01cef81f-e531-4164-bb67-8c37a10ae73f {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:57:05.703763 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:57:05.704100 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Checking segment: {'id': '7fe777f7-cbf2-4256-beaf-28a15d938d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:57:05.704481 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Bound using segment: {'id': '7fe777f7-cbf2-4256-beaf-28a15d938d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f'} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:57:05.704897 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Bound port: 5dcc73f0-c6b1-463b-960a-e041774be41a, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe777f7-cbf2-4256-beaf-28a15d938d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f'}}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:57:05.705250 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:05.766270 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] For port 5dcc73f0-c6b1-463b-960a-e041774be41a, host hv-cinder-80475, cleared binding levels {{(pid=100334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:57:05.769048 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] For port 5dcc73f0-c6b1-463b-960a-e041774be41a, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5dcc73f0-c6b1-463b-960a-e041774be41a,segment=NetworkSegment(7fe777f7-cbf2-4256-beaf-28a15d938d00),segment_id=7fe777f7-cbf2-4256-beaf-28a15d938d00)] {{(pid=100334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:57:05.773889 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:05.809838 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:05.810461 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:05.812009 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-727b33b2-6531-4150-a335-accf1a6b1997 req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] 10.222.0.65 "PUT /v2.0/ports/5dcc73f0-c6b1-463b-960a-e041774be41a HTTP/1.1" status: 200 len: 1094 time: 0.5710964 Aug 27 09:57:05.814232 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370ecbcb-eccc-4872-847e-0fe2dfc389a8', 'tag': '5dcc73f0-c6b1-463b-960a-e041774be41a'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:57:05.817070 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7fb6e7-420f-4671-b1e1-e1d0627d7827" -d '{"events": [{"name": "network-changed", "server_uuid": "370ecbcb-eccc-4872-847e-0fe2dfc389a8", "tag": "5dcc73f0-c6b1-463b-960a-e041774be41a"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:57:05.844929 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad422d8-e7ad-43fa-92e4-9da89480b372 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcc73f0-c6b1-463b-960a-e041774be41a,revision_number=3']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:57:05.861306 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4895f0f-91ab-48a4-ad70-4c0fb0eb3f21 x-openstack-request-id: req-f4895f0f-91ab-48a4-ad70-4c0fb0eb3f21 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:57:05.861736 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "370ecbcb-eccc-4872-847e-0fe2dfc389a8", "tag": "5dcc73f0-c6b1-463b-960a-e041774be41a", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:57:05.861984 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4895f0f-91ab-48a4-ad70-4c0fb0eb3f21 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:57:05.862365 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370ecbcb-eccc-4872-847e-0fe2dfc389a8', 'tag': '5dcc73f0-c6b1-463b-960a-e041774be41a', 'status': 'completed', 'code': 200} Aug 27 09:57:05.895330 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b33b2-6531-4150-a335-accf1a6b1997 req-a19f55a0-ad44-4cb9-b48b-c17257566d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:05.896825 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-727b33b2-6531-4150-a335-accf1a6b1997 req-a19f55a0-ad44-4cb9-b48b-c17257566d3c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8fc44a54de1e4457b3bd311558f730dd&device_id=370ecbcb-eccc-4872-847e-0fe2dfc389a8 HTTP/1.1" status: 200 len: 1097 time: 0.0440814 Aug 27 09:57:05.939438 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-727b33b2-6531-4150-a335-accf1a6b1997 req-b0b03ac3-f531-4e44-81af-ae1b6141e254 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dcc73f0-c6b1-463b-960a-e041774be41a HTTP/1.1" status: 200 len: 217 time: 0.0340540 Aug 27 09:57:05.941025 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfc652-78cf-4492-bf3c-fdc860fd4996 req-9cbca545-52ad-4197-9ae5-c1bac6218707 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:05.942535 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-68bfc652-78cf-4492-bf3c-fdc860fd4996 req-9cbca545-52ad-4197-9ae5-c1bac6218707 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=370ecbcb-eccc-4872-847e-0fe2dfc389a8 HTTP/1.1" status: 200 len: 944 time: 0.0488331 Aug 27 09:57:05.980124 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-68bfc652-78cf-4492-bf3c-fdc860fd4996 req-d9a16a5b-8e03-48cb-aadf-75c60ff69886 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310740 Aug 27 09:57:05.992945 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b33b2-6531-4150-a335-accf1a6b1997 req-abb83a37-8540-4dc4-920d-83aebfb103f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:05.994239 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-727b33b2-6531-4150-a335-accf1a6b1997 req-abb83a37-8540-4dc4-920d-83aebfb103f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90babb58-c206-4e90-8da9-3c2a82088cdf HTTP/1.1" status: 200 len: 855 time: 0.0462725 Aug 27 09:57:06.027837 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-727b33b2-6531-4150-a335-accf1a6b1997 req-bef49f72-b08a-4291-b2ad-45d2b06b7bb9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01cef81f-e531-4164-bb67-8c37a10ae73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243421 Aug 27 09:57:06.123993 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-727b33b2-6531-4150-a335-accf1a6b1997 req-718e62f4-67be-461d-9cf1-8d9d9ba402d4 service neutron] 10.222.0.65 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843098 Aug 27 09:57:06.222322 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-727b33b2-6531-4150-a335-accf1a6b1997 req-a10f923c-20a3-4813-9a3f-83e9bc24bc36 service neutron] 10.222.0.65 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842924 Aug 27 09:57:06.315041 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fb6e7-420f-4671-b1e1-e1d0627d7827 req-10310f49-8926-45ce-9b70-cf0eefc5120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:06.316528 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ae7fb6e7-420f-4671-b1e1-e1d0627d7827 req-10310f49-8926-45ce-9b70-cf0eefc5120d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8fc44a54de1e4457b3bd311558f730dd&device_id=370ecbcb-eccc-4872-847e-0fe2dfc389a8 HTTP/1.1" status: 200 len: 1097 time: 0.0416274 Aug 27 09:57:06.408570 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fb6e7-420f-4671-b1e1-e1d0627d7827 req-6da9f286-f407-45af-bdde-6916f56613ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:06.410020 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ae7fb6e7-420f-4671-b1e1-e1d0627d7827 req-6da9f286-f407-45af-bdde-6916f56613ce service neutron] 10.222.0.65 "GET /v2.0/networks?id=01cef81f-e531-4164-bb67-8c37a10ae73f HTTP/1.1" status: 200 len: 917 time: 0.0836670 Aug 27 09:57:06.454777 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ae7fb6e7-420f-4671-b1e1-e1d0627d7827 req-cce204bf-9be6-43e0-88b8-078bec6f82b3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dcc73f0-c6b1-463b-960a-e041774be41a HTTP/1.1" status: 200 len: 217 time: 0.0337446 Aug 27 09:57:06.502824 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fb6e7-420f-4671-b1e1-e1d0627d7827 req-4a7ff15f-e9ec-4796-bc78-14539d35f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:06.504249 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ae7fb6e7-420f-4671-b1e1-e1d0627d7827 req-4a7ff15f-e9ec-4796-bc78-14539d35f14c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90babb58-c206-4e90-8da9-3c2a82088cdf HTTP/1.1" status: 200 len: 855 time: 0.0414350 Aug 27 09:57:06.536474 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ae7fb6e7-420f-4671-b1e1-e1d0627d7827 req-0256bce1-cce6-4c20-8092-4b4a752653e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01cef81f-e531-4164-bb67-8c37a10ae73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234642 Aug 27 09:57:06.627241 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ae7fb6e7-420f-4671-b1e1-e1d0627d7827 req-9c8b1f3a-bae3-40a3-8ea0-9e1605ac968f service neutron] 10.222.0.65 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827563 Aug 27 09:57:06.714385 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-ae7fb6e7-420f-4671-b1e1-e1d0627d7827 req-b41fc436-7226-4060-8aed-26560778e847 service neutron] 10.222.0.65 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793691 Aug 27 09:57:07.098492 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137e811-7472-4932-86d0-4e82b90cf744 req-17926ebd-9112-4edf-af6e-7820160b4219 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:07.099978 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c137e811-7472-4932-86d0-4e82b90cf744 req-17926ebd-9112-4edf-af6e-7820160b4219 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=370ecbcb-eccc-4872-847e-0fe2dfc389a8 HTTP/1.1" status: 200 len: 944 time: 0.0528884 Aug 27 09:57:07.136979 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c137e811-7472-4932-86d0-4e82b90cf744 req-34d3a293-adf8-4b15-9aac-056988252801 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309606 Aug 27 09:57:08.251110 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167a30f-cf73-47c2-913f-1edc3ac07003 req-2bbcfd16-ea6f-404a-8af9-90d14f2bb9a2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:08.252543 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9167a30f-cf73-47c2-913f-1edc3ac07003 req-2bbcfd16-ea6f-404a-8af9-90d14f2bb9a2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=370ecbcb-eccc-4872-847e-0fe2dfc389a8 HTTP/1.1" status: 200 len: 944 time: 0.0507920 Aug 27 09:57:08.290237 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-9167a30f-cf73-47c2-913f-1edc3ac07003 req-3ea20cb3-7aad-45f8-886e-72b454f791b5 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308564 Aug 27 09:57:08.957639 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 5dcc73f0-c6b1-463b-960a-e041774be41a details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:57:09.047572 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 5dcc73f0-c6b1-463b-960a-e041774be41a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5dcc73f0-c6b1-463b-960a-e041774be41a,segment=NetworkSegment(7fe777f7-cbf2-4256-beaf-28a15d938d00),segment_id=7fe777f7-cbf2-4256-beaf-28a15d938d00)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:57:09.059928 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': '5dcc73f0-c6b1-463b-960a-e041774be41a', 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f', 'port_id': '5dcc73f0-c6b1-463b-960a-e041774be41a', 'mac_address': 'fa:16:3e:63:6d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90babb58-c206-4e90-8da9-3c2a82088cdf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:57:09.098484 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:09.110529 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dcc73f0-c6b1-463b-960a-e041774be41a {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:57:09.129036 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 5dcc73f0-c6b1-463b-960a-e041774be41a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5dcc73f0-c6b1-463b-960a-e041774be41a,segment=NetworkSegment(7fe777f7-cbf2-4256-beaf-28a15d938d00),segment_id=7fe777f7-cbf2-4256-beaf-28a15d938d00)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:57:09.134259 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:09.181515 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=5dcc73f0-c6b1-463b-960a-e041774be41a,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:57:09.404552 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2991414-defc-4769-9d78-6e79da274b37 req-026c35af-d216-4d57-88bc-9f4665a89c94 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:09.406055 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c2991414-defc-4769-9d78-6e79da274b37 req-026c35af-d216-4d57-88bc-9f4665a89c94 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=370ecbcb-eccc-4872-847e-0fe2dfc389a8 HTTP/1.1" status: 200 len: 945 time: 0.0490184 Aug 27 09:57:09.444945 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c2991414-defc-4769-9d78-6e79da274b37 req-906a4d57-0b5a-4f39-af9d-e24111040448 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331068 Aug 27 09:57:09.458968 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['5dcc73f0-c6b1-463b-960a-e041774be41a'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:57:10.558122 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775aea26-2199-4a09-96c9-ffa05de577c8 req-1e024420-90b0-4a2d-9c53-377df7ec505d tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:10.559509 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-775aea26-2199-4a09-96c9-ffa05de577c8 req-1e024420-90b0-4a2d-9c53-377df7ec505d tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=370ecbcb-eccc-4872-847e-0fe2dfc389a8 HTTP/1.1" status: 200 len: 945 time: 0.0490830 Aug 27 09:57:10.596940 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-775aea26-2199-4a09-96c9-ffa05de577c8 req-b8d5046a-13cf-4a8e-ac88-7ada1f622c3c tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315876 Aug 27 09:57:11.004502 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 5dcc73f0-c6b1-463b-960a-e041774be41a up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:57:11.052169 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port 5dcc73f0-c6b1-463b-960a-e041774be41a completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:57:11.055602 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port 5dcc73f0-c6b1-463b-960a-e041774be41a triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:57:11.055961 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:11.127205 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:11.152195 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370ecbcb-eccc-4872-847e-0fe2dfc389a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcc73f0-c6b1-463b-960a-e041774be41a'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:57:11.154409 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1f06bf-90e8-4073-8d41-8f892f28605d" -d '{"events": [{"server_uuid": "370ecbcb-eccc-4872-847e-0fe2dfc389a8", "name": "network-vif-plugged", "status": "completed", "tag": "5dcc73f0-c6b1-463b-960a-e041774be41a"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:57:11.167170 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port 5dcc73f0-c6b1-463b-960a-e041774be41a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5dcc73f0-c6b1-463b-960a-e041774be41a,segment=NetworkSegment(7fe777f7-cbf2-4256-beaf-28a15d938d00),segment_id=7fe777f7-cbf2-4256-beaf-28a15d938d00)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:57:11.171123 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:11.193366 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046d6396-0724-4b31-b7ae-4b18b80280a2 x-openstack-request-id: req-046d6396-0724-4b31-b7ae-4b18b80280a2 {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:57:11.193675 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370ecbcb-eccc-4872-847e-0fe2dfc389a8", "name": "network-vif-plugged", "status": "completed", "tag": "5dcc73f0-c6b1-463b-960a-e041774be41a", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:57:11.193919 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-046d6396-0724-4b31-b7ae-4b18b80280a2 {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:57:11.194290 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370ecbcb-eccc-4872-847e-0fe2dfc389a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcc73f0-c6b1-463b-960a-e041774be41a', 'code': 200} Aug 27 09:57:11.219533 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=5dcc73f0-c6b1-463b-960a-e041774be41a,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:57:11.354776 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edd832-e11e-4e4b-a990-c7fe2ae6292e req-c915cfce-f4c5-45ea-8eda-2a7a1b98afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:11.356130 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-78edd832-e11e-4e4b-a990-c7fe2ae6292e req-c915cfce-f4c5-45ea-8eda-2a7a1b98afd2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=370ecbcb-eccc-4872-847e-0fe2dfc389a8 HTTP/1.1" status: 200 len: 1099 time: 0.0388370 Aug 27 09:57:11.390696 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-78edd832-e11e-4e4b-a990-c7fe2ae6292e req-b736247d-5690-40de-86b3-37e040766435 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259826 Aug 27 09:57:11.706727 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec8e52-f0a7-4501-8961-d9437b16108e req-fa957930-ae48-40f8-89a1-21a63bf3a0cc tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:11.708168 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8dec8e52-f0a7-4501-8961-d9437b16108e req-fa957930-ae48-40f8-89a1-21a63bf3a0cc tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=370ecbcb-eccc-4872-847e-0fe2dfc389a8 HTTP/1.1" status: 200 len: 946 time: 0.0471613 Aug 27 09:57:11.744611 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8dec8e52-f0a7-4501-8961-d9437b16108e req-7af966c6-830d-4d47-aaf5-f24076d26297 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300553 Aug 27 09:57:12.868316 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de558144-9d21-48ba-91f5-f8e20387fc43 req-57a1c573-fb22-42ca-9652-15953d7ddb1e tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:12.869808 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-de558144-9d21-48ba-91f5-f8e20387fc43 req-57a1c573-fb22-42ca-9652-15953d7ddb1e tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=370ecbcb-eccc-4872-847e-0fe2dfc389a8 HTTP/1.1" status: 200 len: 946 time: 0.0541732 Aug 27 09:57:12.907028 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-de558144-9d21-48ba-91f5-f8e20387fc43 req-f45cd674-40d8-4c13-834d-037d073464a5 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313733 Aug 27 09:57:14.074354 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf42ccb-501d-497a-8452-80e0ad084c40 req-85e58d9a-f207-45ed-a623-9996fe4ea27c tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:14.075794 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-acf42ccb-501d-497a-8452-80e0ad084c40 req-85e58d9a-f207-45ed-a623-9996fe4ea27c tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=370ecbcb-eccc-4872-847e-0fe2dfc389a8 HTTP/1.1" status: 200 len: 946 time: 0.1034417 Aug 27 09:57:14.113548 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-acf42ccb-501d-497a-8452-80e0ad084c40 req-11a4bfd5-7ba4-470a-ba54-8621b76715b8 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318580 Aug 27 09:57:20.630436 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-fb4d678f-0a20-464a-aad9-20937c626bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:23.359549 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-2f1c6b37-543b-42d7-91c5-4855d37858dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:23.571870 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:24.565670 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:24.947174 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-ad417193-8389-40b0-8b4d-2fd2b24a37fb tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:24.948629 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-ad417193-8389-40b0-8b4d-2fd2b24a37fb tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/networks?id=01cef81f-e531-4164-bb67-8c37a10ae73f HTTP/1.1" status: 200 len: 815 time: 0.0962293 Aug 27 09:57:24.955329 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:24.964027 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-f6a17f86-67a9-4d77-8b1d-e3bd9c430276 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/quotas/8fc44a54de1e4457b3bd311558f730dd HTTP/1.1" status: 200 len: 375 time: 0.0092664 Aug 27 09:57:25.019804 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-6bd7fb52-ec84-434a-bb1e-8fced5e51f85 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8fc44a54de1e4457b3bd311558f730dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505035 Aug 27 09:57:25.030375 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-0c3ab071-947f-4456-a913-708b742129ee service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=100335) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 09:57:25.031312 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-0c3ab071-947f-4456-a913-708b742129ee service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049679 Aug 27 09:57:25.115448 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-b2544bbb-f80e-4ccc-9632-8017774075ed service neutron] 10.222.0.55 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787473 Aug 27 09:57:25.204036 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-36fe474e-1c27-4db2-a567-cd4d3fea62ee service neutron] 10.222.0.55 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821934 Aug 27 09:57:25.358830 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f544c9e8-a5bf-4041-80fc-bc3e3d78cb4b req-d36e3983-9c11-4060-981d-e6e8cdff15f0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ba96fa8-5c86-47db-a23f-b82f2f283008 HTTP/1.1" status: 200 len: 210 time: 0.0275416 Aug 27 09:57:26.351392 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:26.400110 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-033c9e94-4d4f-4cb4-b575-0c3d1cd12333 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:26.401615 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-033c9e94-4d4f-4cb4-b575-0c3d1cd12333 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.65 "GET /v2.0/networks?id=01cef81f-e531-4164-bb67-8c37a10ae73f HTTP/1.1" status: 200 len: 815 time: 0.1120090 Aug 27 09:57:26.424091 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-f9471233-b348-4fa5-8a60-6c37efbbf8e0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Request body: {'port': {'device_id': '4ba96fa8-5c86-47db-a23f-b82f2f283008', 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f', 'admin_state_up': True, 'tenant_id': '8fc44a54de1e4457b3bd311558f730dd'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:57:26.453088 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-ef201cf8-1f5d-42e1-b003-c453c30cc136 req-042a9b63-4f98-4709-b37e-a2ae9ea88adf tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ba96fa8-5c86-47db-a23f-b82f2f283008 HTTP/1.1" status: 200 len: 210 time: 0.0264308 Aug 27 09:57:26.531922 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-f9471233-b348-4fa5-8a60-6c37efbbf8e0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Made reservation on behalf of 8fc44a54de1e4457b3bd311558f730dd for: {'port': 1} {{(pid=100334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 09:57:26.535473 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-f9471233-b348-4fa5-8a60-6c37efbbf8e0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:26.656536 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_common [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-f9471233-b348-4fa5-8a60-6c37efbbf8e0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Allocated IP 172.20.0.10 (01cef81f-e531-4164-bb67-8c37a10ae73f/90babb58-c206-4e90-8da9-3c2a82088cdf/d8fe7e77-b745-497e-add9-2b59d4944338) {{(pid=100334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 09:57:26.795050 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-f9471233-b348-4fa5-8a60-6c37efbbf8e0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks [] for port, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:26.833342 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-f9471233-b348-4fa5-8a60-6c37efbbf8e0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775451278596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:26.846427 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['5496af34-58d5-4464-8951-35fc369f655d', 'cb4fb22b-0518-4550-b373-28ab8baab715', '5dcc73f0-c6b1-463b-960a-e041774be41a'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:57:26.877857 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-f9471233-b348-4fa5-8a60-6c37efbbf8e0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Network 01cef81f-e531-4164-bb67-8c37a10ae73f is already hosted by enough agents. {{(pid=100334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 09:57:26.883976 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.base_scheduler [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-f9471233-b348-4fa5-8a60-6c37efbbf8e0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Resources bound (agent type, host, resource id): {{(pid=100334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 09:57:26.887744 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-f9471233-b348-4fa5-8a60-6c37efbbf8e0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Received port after_create {{(pid=100334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 09:57:26.894196 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9471233-b348-4fa5-8a60-6c37efbbf8e0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Pushing event updated for resources: {'Port': ['ID=d8fe7e77-b745-497e-add9-2b59d4944338,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:57:26.940724 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-f9471233-b348-4fa5-8a60-6c37efbbf8e0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:26.941337 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-f9471233-b348-4fa5-8a60-6c37efbbf8e0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:26.956203 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-f9471233-b348-4fa5-8a60-6c37efbbf8e0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5359399 Aug 27 09:57:26.968240 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-059822e4-d4d7-4085-81e5-23f4690526d1 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=100334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 09:57:26.969183 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-059822e4-d4d7-4085-81e5-23f4690526d1 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051851 Aug 27 09:57:26.984246 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.v2.base [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Request body: {'port': {'device_id': '4ba96fa8-5c86-47db-a23f-b82f2f283008', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=100334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 09:57:27.039772 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:27.292069 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8fe7e77-b745-497e-add9-2b59d4944338 {{(pid=100334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:57:27.299856 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:27.312292 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.provisioning_blocks [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Transition to ACTIVE for port object d8fe7e77-b745-497e-add9-2b59d4944338 will not be triggered until provisioned by entity L2. {{(pid=100334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 09:57:27.315785 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:27.365415 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8fe7e77-b745-497e-add9-2b59d4944338,revision_number=2']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:57:27.430043 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Attempting to bind port d8fe7e77-b745-497e-add9-2b59d4944338 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 09:57:27.430786 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Attempting to bind port d8fe7e77-b745-497e-add9-2b59d4944338 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '7fe777f7-cbf2-4256-beaf-28a15d938d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f'}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 09:57:27.430786 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Attempting to bind port d8fe7e77-b745-497e-add9-2b59d4944338 on network 01cef81f-e531-4164-bb67-8c37a10ae73f {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:57:27.434890 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Port d8fe7e77-b745-497e-add9-2b59d4944338 on network 01cef81f-e531-4164-bb67-8c37a10ae73f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 09:57:27.435205 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Attempting to bind port d8fe7e77-b745-497e-add9-2b59d4944338 on network 01cef81f-e531-4164-bb67-8c37a10ae73f {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 09:57:27.439868 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Checking agent: {'id': '05337070-050e-4c8c-9e9c-0ca0fe7689b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'started_at': datetime.datetime(2021, 8, 27, 9, 45, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 9, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 09:57:27.440201 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Checking segment: {'id': '7fe777f7-cbf2-4256-beaf-28a15d938d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 09:57:27.440575 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Bound using segment: {'id': '7fe777f7-cbf2-4256-beaf-28a15d938d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f'} {{(pid=100334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 09:57:27.440989 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.managers [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Bound port: d8fe7e77-b745-497e-add9-2b59d4944338, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe777f7-cbf2-4256-beaf-28a15d938d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f'}}] {{(pid=100334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 09:57:27.441342 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:27.502719 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] For port d8fe7e77-b745-497e-add9-2b59d4944338, host hv-cinder-80475, cleared binding levels {{(pid=100334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 09:57:27.505837 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] For port d8fe7e77-b745-497e-add9-2b59d4944338, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d8fe7e77-b745-497e-add9-2b59d4944338,segment=NetworkSegment(7fe777f7-cbf2-4256-beaf-28a15d938d00),segment_id=7fe777f7-cbf2-4256-beaf-28a15d938d00)] {{(pid=100334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 09:57:27.510789 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10058802'] for port, after_update {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:27.553759 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:27.554686 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:27.556099 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] 10.222.0.65 "PUT /v2.0/ports/d8fe7e77-b745-497e-add9-2b59d4944338 HTTP/1.1" status: 200 len: 1094 time: 0.5756714 Aug 27 09:57:27.556518 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba96fa8-5c86-47db-a23f-b82f2f283008', 'tag': 'd8fe7e77-b745-497e-add9-2b59d4944338'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:57:27.559824 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be3de27-a65f-4f53-ad68-d89a50eaf5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba96fa8-5c86-47db-a23f-b82f2f283008", "tag": "d8fe7e77-b745-497e-add9-2b59d4944338"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:57:27.605107 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d91f7-0300-446c-9327-480a51b5dcc1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8fe7e77-b745-497e-add9-2b59d4944338,revision_number=3']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:57:27.620161 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572630d4-746e-4e77-9607-a73d121c86c0 x-openstack-request-id: req-572630d4-746e-4e77-9607-a73d121c86c0 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:57:27.620438 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba96fa8-5c86-47db-a23f-b82f2f283008", "tag": "d8fe7e77-b745-497e-add9-2b59d4944338", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:57:27.620680 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-572630d4-746e-4e77-9607-a73d121c86c0 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:57:27.621048 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba96fa8-5c86-47db-a23f-b82f2f283008', 'tag': 'd8fe7e77-b745-497e-add9-2b59d4944338', 'status': 'completed', 'code': 200} Aug 27 09:57:27.630582 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920379fb-30fa-4c2e-b750-5ff51bdd4f4a req-508a8e70-26fc-4456-978c-d75660b00e64 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:27.632020 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-920379fb-30fa-4c2e-b750-5ff51bdd4f4a req-508a8e70-26fc-4456-978c-d75660b00e64 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ba96fa8-5c86-47db-a23f-b82f2f283008 HTTP/1.1" status: 200 len: 944 time: 0.0949266 Aug 27 09:57:27.684546 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-48e5ce18-5755-42ef-be84-c51195b4212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:27.686023 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-48e5ce18-5755-42ef-be84-c51195b4212a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8fc44a54de1e4457b3bd311558f730dd&device_id=4ba96fa8-5c86-47db-a23f-b82f2f283008 HTTP/1.1" status: 200 len: 1097 time: 0.0827849 Aug 27 09:57:27.688693 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-920379fb-30fa-4c2e-b750-5ff51bdd4f4a req-538f57d4-cad6-4371-88af-0784191a3c51 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441139 Aug 27 09:57:27.730223 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-d62ed1f7-6feb-466c-a56b-dd6186bc58a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8fe7e77-b745-497e-add9-2b59d4944338 HTTP/1.1" status: 200 len: 217 time: 0.0333548 Aug 27 09:57:27.782075 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-aa95e908-5678-44d0-b12d-9b3ba17033b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:27.783456 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-aa95e908-5678-44d0-b12d-9b3ba17033b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90babb58-c206-4e90-8da9-3c2a82088cdf HTTP/1.1" status: 200 len: 855 time: 0.0451679 Aug 27 09:57:27.831939 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-a2430559-8a95-4b26-a541-84ec30594e02 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01cef81f-e531-4164-bb67-8c37a10ae73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267041 Aug 27 09:57:27.920294 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-fdf42606-b352-4116-934a-4bdc8ea3ab68 service neutron] 10.222.0.65 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806198 Aug 27 09:57:28.019768 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-c876a21d-3d44-46d1-ad38-f5ce3b5c5cc4 req-3d5a43e5-1223-41e3-8cbf-f0b77be134a3 service neutron] 10.222.0.65 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829484 Aug 27 09:57:28.110138 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3de27-a65f-4f53-ad68-d89a50eaf5a8 req-efec645d-c50d-4a0c-a27c-8974139269e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:28.111516 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1be3de27-a65f-4f53-ad68-d89a50eaf5a8 req-efec645d-c50d-4a0c-a27c-8974139269e9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8fc44a54de1e4457b3bd311558f730dd&device_id=4ba96fa8-5c86-47db-a23f-b82f2f283008 HTTP/1.1" status: 200 len: 1097 time: 0.0402873 Aug 27 09:57:28.207890 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3de27-a65f-4f53-ad68-d89a50eaf5a8 req-97bd8bb7-90e5-40fb-b57b-0bff2ee367a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:28.209350 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1be3de27-a65f-4f53-ad68-d89a50eaf5a8 req-97bd8bb7-90e5-40fb-b57b-0bff2ee367a4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=01cef81f-e531-4164-bb67-8c37a10ae73f HTTP/1.1" status: 200 len: 917 time: 0.0881846 Aug 27 09:57:28.256037 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1be3de27-a65f-4f53-ad68-d89a50eaf5a8 req-10a22857-0328-4583-8277-ecb34070064b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8fe7e77-b745-497e-add9-2b59d4944338 HTTP/1.1" status: 200 len: 217 time: 0.0330970 Aug 27 09:57:28.307322 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3de27-a65f-4f53-ad68-d89a50eaf5a8 req-e9a7af3d-c11e-4fea-b20d-99183650169b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:28.308733 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1be3de27-a65f-4f53-ad68-d89a50eaf5a8 req-e9a7af3d-c11e-4fea-b20d-99183650169b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90babb58-c206-4e90-8da9-3c2a82088cdf HTTP/1.1" status: 200 len: 855 time: 0.0448287 Aug 27 09:57:28.345706 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1be3de27-a65f-4f53-ad68-d89a50eaf5a8 req-2c04cc26-0a63-4f7f-996e-92919ed112d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01cef81f-e531-4164-bb67-8c37a10ae73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229428 Aug 27 09:57:28.437300 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1be3de27-a65f-4f53-ad68-d89a50eaf5a8 req-a776d528-2c14-4e1e-b760-4091ce433f83 service neutron] 10.222.0.65 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822489 Aug 27 09:57:28.525419 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1be3de27-a65f-4f53-ad68-d89a50eaf5a8 req-a88b0410-76c1-4e05-a5c6-f1694ad4b080 service neutron] 10.222.0.65 "GET /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791852 Aug 27 09:57:28.801238 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfc75b-2dd3-4352-99f7-1fac7b4b490e req-c6446a6f-d0f0-4dfb-9fe1-e66598cfe55e tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:28.802731 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1cdfc75b-2dd3-4352-99f7-1fac7b4b490e req-c6446a6f-d0f0-4dfb-9fe1-e66598cfe55e tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ba96fa8-5c86-47db-a23f-b82f2f283008 HTTP/1.1" status: 200 len: 944 time: 0.0473857 Aug 27 09:57:28.838993 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1cdfc75b-2dd3-4352-99f7-1fac7b4b490e req-c32a073e-8c0d-4f92-8729-9ae245ebb999 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299435 Aug 27 09:57:29.954198 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc07d6d-5218-41f0-922b-16e4c02c4235 req-26b774a7-c3e9-4832-bc4f-2a5ae19119f4 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:29.955681 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-cdc07d6d-5218-41f0-922b-16e4c02c4235 req-26b774a7-c3e9-4832-bc4f-2a5ae19119f4 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ba96fa8-5c86-47db-a23f-b82f2f283008 HTTP/1.1" status: 200 len: 944 time: 0.0520449 Aug 27 09:57:29.992799 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-cdc07d6d-5218-41f0-922b-16e4c02c4235 req-606eb9d4-81fb-4988-8564-be36bbce0fbf tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304892 Aug 27 09:57:30.141909 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9bef8c5a-63ef-449f-82b1-8148806c725b req-36d002dc-59d4-43c4-bb59-8c234e34f1f3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807104 Aug 27 09:57:30.226869 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef8c5a-63ef-449f-82b1-8148806c725b req-847e637a-1fa7-478d-a6aa-5fa9cacc9f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:30.228353 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9bef8c5a-63ef-449f-82b1-8148806c725b req-847e637a-1fa7-478d-a6aa-5fa9cacc9f2d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f53ec19e9f94220a09317461ba3b8f3&device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 1099 time: 0.0411851 Aug 27 09:57:30.337818 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef8c5a-63ef-449f-82b1-8148806c725b req-d593879c-0e1f-4e83-8a77-cf0104bc733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:30.339287 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9bef8c5a-63ef-449f-82b1-8148806c725b req-d593879c-0e1f-4e83-8a77-cf0104bc733d service neutron] 10.222.0.65 "GET /v2.0/networks?id=031cfd13-f3bc-46a8-8665-55fc287493ef HTTP/1.1" status: 200 len: 911 time: 0.0879998 Aug 27 09:57:30.409072 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9bef8c5a-63ef-449f-82b1-8148806c725b req-5ef56fb4-254d-4244-8599-b723e3bae430 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d670f053-fc0f-4615-96ec-81bccc11b080 HTTP/1.1" status: 200 len: 1001 time: 0.0568876 Aug 27 09:57:30.457879 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef8c5a-63ef-449f-82b1-8148806c725b req-dc8e0add-0e41-445a-92a3-9ce64863eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:30.459289 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9bef8c5a-63ef-449f-82b1-8148806c725b req-dc8e0add-0e41-445a-92a3-9ce64863eba3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14759c05-e82d-435b-aab2-9d705736694f HTTP/1.1" status: 200 len: 848 time: 0.0424650 Aug 27 09:57:30.509565 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef8c5a-63ef-449f-82b1-8148806c725b req-29d8dd52-01ed-4f79-862b-a25764f43b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:30.511055 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9bef8c5a-63ef-449f-82b1-8148806c725b req-29d8dd52-01ed-4f79-862b-a25764f43b22 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=031cfd13-f3bc-46a8-8665-55fc287493ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434253 Aug 27 09:57:30.603551 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9bef8c5a-63ef-449f-82b1-8148806c725b req-f3675dbf-b4aa-41a9-9530-04bf82ac4dc5 service neutron] 10.222.0.65 "GET /v2.0/networks/031cfd13-f3bc-46a8-8665-55fc287493ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818641 Aug 27 09:57:30.957983 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9bef8c5a-63ef-449f-82b1-8148806c725b req-0ad563e0-7275-4b1a-8b3f-07f79212d851 service neutron] 10.222.0.65 "GET /v2.0/networks/031cfd13-f3bc-46a8-8665-55fc287493ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412361 Aug 27 09:57:31.103453 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6689d2-59fb-4567-bd29-a02417d8c157 req-47f7a6f8-6f5e-4ae5-bfd5-6f8aa0346aec tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:31.104886 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3f6689d2-59fb-4567-bd29-a02417d8c157 req-47f7a6f8-6f5e-4ae5-bfd5-6f8aa0346aec tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ba96fa8-5c86-47db-a23f-b82f2f283008 HTTP/1.1" status: 200 len: 944 time: 0.0475667 Aug 27 09:57:31.135548 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device d8fe7e77-b745-497e-add9-2b59d4944338 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=100336) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 09:57:31.140982 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-3f6689d2-59fb-4567-bd29-a02417d8c157 req-ceb35ab6-b204-40e8-92db-f0a24fd3e630 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302310 Aug 27 09:57:31.229654 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port d8fe7e77-b745-497e-add9-2b59d4944338, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d8fe7e77-b745-497e-add9-2b59d4944338,segment=NetworkSegment(7fe777f7-cbf2-4256-beaf-28a15d938d00),segment_id=7fe777f7-cbf2-4256-beaf-28a15d938d00)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:57:31.240141 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Returning: {'device': 'd8fe7e77-b745-497e-add9-2b59d4944338', 'network_id': '01cef81f-e531-4164-bb67-8c37a10ae73f', 'port_id': 'd8fe7e77-b745-497e-add9-2b59d4944338', 'mac_address': 'fa:16:3e:a3:f0:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90babb58-c206-4e90-8da9-3c2a82088cdf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100336) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 09:57:31.275997 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:31.288043 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8fe7e77-b745-497e-add9-2b59d4944338 {{(pid=100336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 09:57:31.307386 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port d8fe7e77-b745-497e-add9-2b59d4944338, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d8fe7e77-b745-497e-add9-2b59d4944338,segment=NetworkSegment(7fe777f7-cbf2-4256-beaf-28a15d938d00),segment_id=7fe777f7-cbf2-4256-beaf-28a15d938d00)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:57:31.311140 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:31.359274 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=d8fe7e77-b745-497e-add9-2b59d4944338,revision_number=4']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:57:31.366127 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:31.367014 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:31.367354 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:31.367764 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:31.368101 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:31.368429 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:31.368751 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:31.369071 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:31.369394 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:31.370054 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:31.370402 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:31.370731 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:31.661412 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['d8fe7e77-b745-497e-add9-2b59d4944338'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:57:32.259709 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df821a-e4fc-491f-a5bc-f9d6cb9140a2 req-d4e6e59a-8114-4f2e-940e-c0a566e7bb78 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:32.261167 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-74df821a-e4fc-491f-a5bc-f9d6cb9140a2 req-d4e6e59a-8114-4f2e-940e-c0a566e7bb78 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ba96fa8-5c86-47db-a23f-b82f2f283008 HTTP/1.1" status: 200 len: 945 time: 0.0480704 Aug 27 09:57:32.298351 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-74df821a-e4fc-491f-a5bc-f9d6cb9140a2 req-1814c7b5-f5a5-488d-83cc-1f88c521dc6d tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312915 Aug 27 09:57:33.149787 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device d8fe7e77-b745-497e-add9-2b59d4944338 up at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 09:57:33.201179 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning for port d8fe7e77-b745-497e-add9-2b59d4944338 completed by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 09:57:33.204927 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.provisioning_blocks [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Provisioning complete for port d8fe7e77-b745-497e-add9-2b59d4944338 triggered by entity L2. {{(pid=100336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 09:57:33.205293 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-561882'] for port, provisioning_complete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:33.233415 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:57:33.279784 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1509971'] for port, before_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:33.302002 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba96fa8-5c86-47db-a23f-b82f2f283008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fe7e77-b745-497e-add9-2b59d4944338'}] {{(pid=100336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:57:33.304920 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9540912c1906aefbdfad90ce79dfb76baa566067ba9161a65bd771e9d605a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ff8ad7-c6c7-40d4-b8e2-e4979580b857" -d '{"events": [{"server_uuid": "4ba96fa8-5c86-47db-a23f-b82f2f283008", "name": "network-vif-plugged", "status": "completed", "tag": "d8fe7e77-b745-497e-add9-2b59d4944338"}]}' {{(pid=100336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:57:33.317021 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] For port d8fe7e77-b745-497e-add9-2b59d4944338, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d8fe7e77-b745-497e-add9-2b59d4944338,segment=NetworkSegment(7fe777f7-cbf2-4256-beaf-28a15d938d00),segment_id=7fe777f7-cbf2-4256-beaf-28a15d938d00)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:57:33.322397 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775451754289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775451278614', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775451278632'] for port, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:33.347828 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bdfccd-a4d3-40f2-890c-c97863758bf0 x-openstack-request-id: req-a4bdfccd-a4d3-40f2-890c-c97863758bf0 {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:57:33.348111 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba96fa8-5c86-47db-a23f-b82f2f283008", "name": "network-vif-plugged", "status": "completed", "tag": "d8fe7e77-b745-497e-add9-2b59d4944338", "code": 200}]} {{(pid=100336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:57:33.348485 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4bdfccd-a4d3-40f2-890c-c97863758bf0 {{(pid=100336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:57:33.348856 dv-cinder-804757-3-iscsi neutron-server[100336]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba96fa8-5c86-47db-a23f-b82f2f283008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fe7e77-b745-497e-add9-2b59d4944338', 'code': 200} Aug 27 09:57:33.372993 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Pushing event updated for resources: {'Port': ['ID=d8fe7e77-b745-497e-add9-2b59d4944338,revision_number=5']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:57:33.419334 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c5fcd-07e5-47b3-8337-2edf594cf7cf req-8fb159f6-cbfb-4588-8188-94acd9299ad1 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:33.421001 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-dc8c5fcd-07e5-47b3-8337-2edf594cf7cf req-8fb159f6-cbfb-4588-8188-94acd9299ad1 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ba96fa8-5c86-47db-a23f-b82f2f283008 HTTP/1.1" status: 200 len: 946 time: 0.0500236 Aug 27 09:57:33.461265 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-dc8c5fcd-07e5-47b3-8337-2edf594cf7cf req-c80846bf-faf1-4634-8cd3-9260bbffd057 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333447 Aug 27 09:57:33.520669 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbb486-68d7-4dd9-9c16-4766ccb6155e req-69caab4f-a213-4dff-8e8e-1f84ae5be1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:33.522440 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-16dbb486-68d7-4dd9-9c16-4766ccb6155e req-69caab4f-a213-4dff-8e8e-1f84ae5be1be service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4ba96fa8-5c86-47db-a23f-b82f2f283008 HTTP/1.1" status: 200 len: 1099 time: 0.0443938 Aug 27 09:57:33.561113 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-16dbb486-68d7-4dd9-9c16-4766ccb6155e req-5b614b56-d5d8-4069-86f3-e103677c99a4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289533 Aug 27 09:57:34.578692 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fa3af-e24f-4243-935c-3f05af29b31d req-27c22c2b-c62c-40d0-bb4f-68c6e9365638 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:34.580095 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8d8fa3af-e24f-4243-935c-3f05af29b31d req-27c22c2b-c62c-40d0-bb4f-68c6e9365638 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ba96fa8-5c86-47db-a23f-b82f2f283008 HTTP/1.1" status: 200 len: 946 time: 0.0516474 Aug 27 09:57:34.617094 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-8d8fa3af-e24f-4243-935c-3f05af29b31d req-8ab87084-ae2f-492a-a848-6aee32f53df0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307300 Aug 27 09:57:35.730038 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f015d88-2d4d-40fe-8f3b-2df0b2dbf976 req-8e116c2c-6330-45ee-9a3b-b7c9ed7da2b9 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:35.731516 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2f015d88-2d4d-40fe-8f3b-2df0b2dbf976 req-8e116c2c-6330-45ee-9a3b-b7c9ed7da2b9 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ba96fa8-5c86-47db-a23f-b82f2f283008 HTTP/1.1" status: 200 len: 946 time: 0.0486438 Aug 27 09:57:35.769263 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2f015d88-2d4d-40fe-8f3b-2df0b2dbf976 req-a9d5b30d-bac8-4a79-8794-b8cdc9e56b8e tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316346 Aug 27 09:57:47.583582 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d51d3-5053-47ea-a118-89d8442f5276 req-c7b348ff-7a5f-458f-9801-d02e625cfd4f tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:47.585111 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f33d51d3-5053-47ea-a118-89d8442f5276 req-c7b348ff-7a5f-458f-9801-d02e625cfd4f tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ba96fa8-5c86-47db-a23f-b82f2f283008 HTTP/1.1" status: 200 len: 946 time: 0.0482337 Aug 27 09:57:47.622130 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f33d51d3-5053-47ea-a118-89d8442f5276 req-f4b63802-8f56-4a93-b228-8e9468239464 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311613 Aug 27 09:57:48.734329 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa29f2-ce3f-4141-91c0-6f34193a33b5 req-cb39940e-ee70-4983-9f7a-3fe1f2210321 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:48.735796 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-5faa29f2-ce3f-4141-91c0-6f34193a33b5 req-cb39940e-ee70-4983-9f7a-3fe1f2210321 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ba96fa8-5c86-47db-a23f-b82f2f283008 HTTP/1.1" status: 200 len: 946 time: 0.0479400 Aug 27 09:57:48.773312 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-5faa29f2-ce3f-4141-91c0-6f34193a33b5 req-528ecf03-c633-458e-9c98-bf255cceea76 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312150 Aug 27 09:57:49.391673 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f9ab1-1869-4480-8f93-4dd31a14a229 req-9383b82f-e871-4ccc-94c4-c638b05efa49 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:49.393093 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-076f9ab1-1869-4480-8f93-4dd31a14a229 req-9383b82f-e871-4ccc-94c4-c638b05efa49 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ba96fa8-5c86-47db-a23f-b82f2f283008 HTTP/1.1" status: 200 len: 946 time: 0.0496221 Aug 27 09:57:49.482396 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-076f9ab1-1869-4480-8f93-4dd31a14a229 req-69c99e37-dbc5-4bb5-a3df-86b0d2a0f5d0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Deleting port d8fe7e77-b745-497e-add9-2b59d4944338 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:57:49.482731 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-076f9ab1-1869-4480-8f93-4dd31a14a229 req-69c99e37-dbc5-4bb5-a3df-86b0d2a0f5d0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:49.570485 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-076f9ab1-1869-4480-8f93-4dd31a14a229 req-69c99e37-dbc5-4bb5-a3df-86b0d2a0f5d0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] For port d8fe7e77-b745-497e-add9-2b59d4944338, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d8fe7e77-b745-497e-add9-2b59d4944338,segment=NetworkSegment(7fe777f7-cbf2-4256-beaf-28a15d938d00),segment_id=7fe777f7-cbf2-4256-beaf-28a15d938d00)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:57:49.570840 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-076f9ab1-1869-4480-8f93-4dd31a14a229 req-69c99e37-dbc5-4bb5-a3df-86b0d2a0f5d0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:49.582973 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-076f9ab1-1869-4480-8f93-4dd31a14a229 req-69c99e37-dbc5-4bb5-a3df-86b0d2a0f5d0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Calling delete_port for d8fe7e77-b745-497e-add9-2b59d4944338 owned by compute:nova {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:57:49.706435 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-076f9ab1-1869-4480-8f93-4dd31a14a229 req-69c99e37-dbc5-4bb5-a3df-86b0d2a0f5d0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:49.719952 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['5496af34-58d5-4464-8951-35fc369f655d', 'cb4fb22b-0518-4550-b373-28ab8baab715', '5dcc73f0-c6b1-463b-960a-e041774be41a', 'd8fe7e77-b745-497e-add9-2b59d4944338'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:57:49.741668 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c99e37-dbc5-4bb5-a3df-86b0d2a0f5d0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Pushing event deleted for resources: {'Port': ['ID=d8fe7e77-b745-497e-add9-2b59d4944338,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:57:49.783876 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-076f9ab1-1869-4480-8f93-4dd31a14a229 req-69c99e37-dbc5-4bb5-a3df-86b0d2a0f5d0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] No DVR routers for this DVR port d8fe7e77-b745-497e-add9-2b59d4944338 on host hv-cinder-80475 {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:57:49.786416 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-076f9ab1-1869-4480-8f93-4dd31a14a229 req-69c99e37-dbc5-4bb5-a3df-86b0d2a0f5d0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:49.789509 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-076f9ab1-1869-4480-8f93-4dd31a14a229 req-69c99e37-dbc5-4bb5-a3df-86b0d2a0f5d0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.65 "DELETE /v2.0/ports/d8fe7e77-b745-497e-add9-2b59d4944338 HTTP/1.1" status: 204 len: 173 time: 0.3869758 Aug 27 09:57:49.789946 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba96fa8-5c86-47db-a23f-b82f2f283008', 'name': 'network-vif-deleted', 'tag': 'd8fe7e77-b745-497e-add9-2b59d4944338'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:57:49.792178 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be94e4c-9e10-4b62-b2f2-d65e46b18d67" -d '{"events": [{"server_uuid": "4ba96fa8-5c86-47db-a23f-b82f2f283008", "name": "network-vif-deleted", "tag": "d8fe7e77-b745-497e-add9-2b59d4944338"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:57:49.846442 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d86cbfe-5336-4684-bae0-ef2a22de85f2 x-openstack-request-id: req-7d86cbfe-5336-4684-bae0-ef2a22de85f2 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:57:49.846442 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba96fa8-5c86-47db-a23f-b82f2f283008", "name": "network-vif-deleted", "tag": "d8fe7e77-b745-497e-add9-2b59d4944338", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:57:49.846733 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d86cbfe-5336-4684-bae0-ef2a22de85f2 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:57:49.847190 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba96fa8-5c86-47db-a23f-b82f2f283008', 'name': 'network-vif-deleted', 'tag': 'd8fe7e77-b745-497e-add9-2b59d4944338', 'status': 'completed', 'code': 200} Aug 27 09:57:49.887249 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-54072cdb-b827-4586-87c2-95afc40b52e8 req-9b4d6007-cf14-4b2f-aa4b-d5f2438b2d2d tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ba96fa8-5c86-47db-a23f-b82f2f283008 HTTP/1.1" status: 200 len: 210 time: 0.0279815 Aug 27 09:57:50.630551 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-37e55069-a6b2-4c2e-a9d7-67b320a9c471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:51.319398 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60352) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:57:51.470045 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-f99a66c7-85b5-48aa-acc9-baf8ced14262 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Deleting port a9239900-f72d-437d-bb31-48fc05ad33d1 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:57:51.470299 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f99a66c7-85b5-48aa-acc9-baf8ced14262 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:51.546541 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f99a66c7-85b5-48aa-acc9-baf8ced14262 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:51.546862 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f99a66c7-85b5-48aa-acc9-baf8ced14262 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:51.558885 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-f99a66c7-85b5-48aa-acc9-baf8ced14262 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Calling delete_port for a9239900-f72d-437d-bb31-48fc05ad33d1 owned by network:floatingip {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:57:51.731738 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f99a66c7-85b5-48aa-acc9-baf8ced14262 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:51.758270 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a66c7-85b5-48aa-acc9-baf8ced14262 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Pushing event deleted for resources: {'Port': ['ID=a9239900-f72d-437d-bb31-48fc05ad33d1,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:57:51.821201 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f99a66c7-85b5-48aa-acc9-baf8ced14262 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for floatingip, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:51.821542 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.l3_db [None req-f99a66c7-85b5-48aa-acc9-baf8ced14262 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Floating IP c0205609-9d08-4760-b217-e9ce0d759495 disassociated (deleted). External IP: 172.27.3.70, port: d670f053-fc0f-4615-96ec-81bccc11b080. Aug 27 09:57:52.019979 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99a66c7-85b5-48aa-acc9-baf8ced14262 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Router a87d5c80-ea62-4443-9be6-1753ab964bf2 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:57:52.126179 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99a66c7-85b5-48aa-acc9-baf8ced14262 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:57:52.132228 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f99a66c7-85b5-48aa-acc9-baf8ced14262 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:52.136458 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9769f19-6a46-4e02-b60e-bd85b0b53457 None None] Sync routers for ids ['a87d5c80-ea62-4443-9be6-1753ab964bf2'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:57:52.146294 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9769f19-6a46-4e02-b60e-bd85b0b53457 None None] Routers {'a87d5c80-ea62-4443-9be6-1753ab964bf2'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:57:52.147789 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-f9769f19-6a46-4e02-b60e-bd85b0b53457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:57:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['a87d5c80-ea62-4443-9be6-1753ab964bf2'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:57:52.163223 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-f99a66c7-85b5-48aa-acc9-baf8ced14262 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "DELETE /v2.0/floatingips/c0205609-9d08-4760-b217-e9ce0d759495 HTTP/1.1" status: 204 len: 168 time: 0.8425393 Aug 27 09:57:52.163962 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843a1639-1d7c-4e35-bc76-a33f9c936847', 'tag': 'd670f053-fc0f-4615-96ec-81bccc11b080'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:57:52.166554 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cc659d-d850-4286-8f7a-938f42f55c28" -d '{"events": [{"name": "network-changed", "server_uuid": "843a1639-1d7c-4e35-bc76-a33f9c936847", "tag": "d670f053-fc0f-4615-96ec-81bccc11b080"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:57:52.220333 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e3b4f7-64ab-416e-9f91-4b03b8876051 x-openstack-request-id: req-f0e3b4f7-64ab-416e-9f91-4b03b8876051 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:57:52.220638 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843a1639-1d7c-4e35-bc76-a33f9c936847", "tag": "d670f053-fc0f-4615-96ec-81bccc11b080", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:57:52.220875 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f0e3b4f7-64ab-416e-9f91-4b03b8876051 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:57:52.221266 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843a1639-1d7c-4e35-bc76-a33f9c936847', 'tag': 'd670f053-fc0f-4615-96ec-81bccc11b080', 'status': 'completed', 'code': 200} Aug 27 09:57:52.274976 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-f9769f19-6a46-4e02-b60e-bd85b0b53457 None None] Set router a87d5c80-ea62-4443-9be6-1753ab964bf2 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:57:52.312593 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc659d-d850-4286-8f7a-938f42f55c28 req-d57e4996-5a4f-416c-886d-e97bc744995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:52.314127 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-43cc659d-d850-4286-8f7a-938f42f55c28 req-d57e4996-5a4f-416c-886d-e97bc744995f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f53ec19e9f94220a09317461ba3b8f3&device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 1099 time: 0.0690725 Aug 27 09:57:52.404761 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9a4ad-822c-479b-9f51-0239d05c5168 req-52778c2e-8f83-401d-bb7d-5ec9997ba549 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:52.407915 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-13e9a4ad-822c-479b-9f51-0239d05c5168 req-52778c2e-8f83-401d-bb7d-5ec9997ba549 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=370ecbcb-eccc-4872-847e-0fe2dfc389a8 HTTP/1.1" status: 200 len: 946 time: 0.1312270 Aug 27 09:57:52.440517 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddf6a8-b69c-494c-b50d-57d443dd7daa req-ff376a2f-d815-4a9e-b83f-84702943fd1e tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:52.442850 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e8ddf6a8-b69c-494c-b50d-57d443dd7daa req-ff376a2f-d815-4a9e-b83f-84702943fd1e tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0587075 Aug 27 09:57:52.447320 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc659d-d850-4286-8f7a-938f42f55c28 req-ecbb41d5-1512-4de6-9652-09230c6a1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:52.449162 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-43cc659d-d850-4286-8f7a-938f42f55c28 req-ecbb41d5-1512-4de6-9652-09230c6a1623 service neutron] 10.222.0.65 "GET /v2.0/networks?id=031cfd13-f3bc-46a8-8665-55fc287493ef HTTP/1.1" status: 200 len: 911 time: 0.1272609 Aug 27 09:57:52.482999 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e8ddf6a8-b69c-494c-b50d-57d443dd7daa req-6e7fe2d0-9715-494b-9af3-2327531e80fa tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339005 Aug 27 09:57:52.505546 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-13e9a4ad-822c-479b-9f51-0239d05c5168 req-3fab9553-22ca-4c5b-bf83-9193547c73b3 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850236 Aug 27 09:57:52.505546 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-43cc659d-d850-4286-8f7a-938f42f55c28 req-e8fba91a-b12c-48a3-8ee4-b8880f7513b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d670f053-fc0f-4615-96ec-81bccc11b080 HTTP/1.1" status: 200 len: 217 time: 0.0395768 Aug 27 09:57:52.506026 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-f9769f19-6a46-4e02-b60e-bd85b0b53457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'name': 'tempest-TestShelveInstance-1085396385-router', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:03Z', 'updated_at': '2021-08-27T09:53:06Z', 'revision_number': 4, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'gw_port': {'id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:04Z', 'updated_at': '2021-08-27T09:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'd4d66d5e-f643-4f7f-be6d-7533b86ee4df', 'name': '', 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'mac_address': 'fa:16:3e:e6:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14759c05-e82d-435b-aab2-9d705736694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:05Z', 'updated_at': '2021-08-27T09:53:10Z', 'revision_number': 5, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'subnets': [{'id': '14759c05-e82d-435b-aab2-9d705736694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:57:52.532647 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9769f19-6a46-4e02-b60e-bd85b0b53457 None None] Checking router: a87d5c80-ea62-4443-9be6-1753ab964bf2 for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:57:52.541082 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9769f19-6a46-4e02-b60e-bd85b0b53457 None None] Routers {'a87d5c80-ea62-4443-9be6-1753ab964bf2'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:57:52.541734 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-f9769f19-6a46-4e02-b60e-bd85b0b53457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:57:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['a87d5c80-ea62-4443-9be6-1753ab964bf2'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:57:52.557423 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc659d-d850-4286-8f7a-938f42f55c28 req-7980542d-a1cd-4131-9963-b8bc0d417459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:52.558980 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-43cc659d-d850-4286-8f7a-938f42f55c28 req-7980542d-a1cd-4131-9963-b8bc0d417459 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=14759c05-e82d-435b-aab2-9d705736694f HTTP/1.1" status: 200 len: 848 time: 0.0473061 Aug 27 09:57:52.610418 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc659d-d850-4286-8f7a-938f42f55c28 req-eebdbba2-da6e-4c66-8804-79c357dfe573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:52.611880 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-43cc659d-d850-4286-8f7a-938f42f55c28 req-eebdbba2-da6e-4c66-8804-79c357dfe573 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=031cfd13-f3bc-46a8-8665-55fc287493ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417180 Aug 27 09:57:52.645318 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-f9769f19-6a46-4e02-b60e-bd85b0b53457 None None] Set router a87d5c80-ea62-4443-9be6-1753ab964bf2 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:57:52.701401 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-43cc659d-d850-4286-8f7a-938f42f55c28 req-e673e4b8-897b-4d04-b65d-455d8b081044 service neutron] 10.222.0.65 "GET /v2.0/networks/031cfd13-f3bc-46a8-8665-55fc287493ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803337 Aug 27 09:57:52.800661 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-43cc659d-d850-4286-8f7a-938f42f55c28 req-cb4f715f-f4c7-428a-a43a-66db3d989611 service neutron] 10.222.0.65 "GET /v2.0/networks/031cfd13-f3bc-46a8-8665-55fc287493ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877047 Aug 27 09:57:52.952919 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-f9769f19-6a46-4e02-b60e-bd85b0b53457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'name': 'tempest-TestShelveInstance-1085396385-router', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:03Z', 'updated_at': '2021-08-27T09:53:06Z', 'revision_number': 4, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'gw_port': {'id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:04Z', 'updated_at': '2021-08-27T09:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'd4d66d5e-f643-4f7f-be6d-7533b86ee4df', 'name': '', 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'mac_address': 'fa:16:3e:e6:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14759c05-e82d-435b-aab2-9d705736694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:05Z', 'updated_at': '2021-08-27T09:53:10Z', 'revision_number': 5, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'subnets': [{'id': '14759c05-e82d-435b-aab2-9d705736694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:57:52.978355 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9769f19-6a46-4e02-b60e-bd85b0b53457 None None] The sync data for ids ['a87d5c80-ea62-4443-9be6-1753ab964bf2'] in dv-cinder-804757-3-iscsi is: [{'id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'name': 'tempest-TestShelveInstance-1085396385-router', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:03Z', 'updated_at': '2021-08-27T09:53:06Z', 'revision_number': 4, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'gw_port': {'id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:04Z', 'updated_at': '2021-08-27T09:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'd4d66d5e-f643-4f7f-be6d-7533b86ee4df', 'name': '', 'network_id': '031cfd13-f3bc-46a8-8665-55fc287493ef', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'mac_address': 'fa:16:3e:e6:dd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '14759c05-e82d-435b-aab2-9d705736694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:05Z', 'updated_at': '2021-08-27T09:53:10Z', 'revision_number': 5, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'subnets': [{'id': '14759c05-e82d-435b-aab2-9d705736694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:57:53.175476 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f32bfb1-6e5c-442a-9647-a8f1ea92e29b None None] New status for floating IP c0205609-9d08-4760-b217-e9ce0d759495: DOWN {{(pid=100337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 09:57:53.237314 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device d8fe7e77-b745-497e-add9-2b59d4944338 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:57:53.258012 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: d8fe7e77-b745-497e-add9-2b59d4944338 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:57:53.258353 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device d8fe7e77-b745-497e-add9-2b59d4944338 not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:57:53.359827 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-57d09de0-eaa2-464c-942a-53d693cbfbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:53.574358 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:53.608561 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd1b74-216f-4443-8f06-0bceef6ef2c4 req-543693b7-507d-4d39-a41a-e6cc4271c878 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:53.610138 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-15dd1b74-216f-4443-8f06-0bceef6ef2c4 req-543693b7-507d-4d39-a41a-e6cc4271c878 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0558984 Aug 27 09:57:53.619616 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47db84-9f24-47d5-99e8-a1a525b432f0 req-fa100c68-e55a-483e-86fb-b90c84d287b7 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:53.621192 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-eb47db84-9f24-47d5-99e8-a1a525b432f0 req-fa100c68-e55a-483e-86fb-b90c84d287b7 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=370ecbcb-eccc-4872-847e-0fe2dfc389a8 HTTP/1.1" status: 200 len: 946 time: 0.0491936 Aug 27 09:57:53.647981 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-15dd1b74-216f-4443-8f06-0bceef6ef2c4 req-e060aa7b-8f85-4144-8ae0-32c4ce03b23c tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5c20858-2da4-476a-b303-0f288c840794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318835 Aug 27 09:57:53.658373 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-eb47db84-9f24-47d5-99e8-a1a525b432f0 req-77bd28f1-3ad1-4b39-afcb-ec4775cf4249 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313401 Aug 27 09:57:54.038034 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb6c75-409e-43bf-95ab-1ec1d12779ae req-e58ff57e-bf83-4a0b-8ddb-c07a8ee62bb3 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:54.039184 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-dffb6c75-409e-43bf-95ab-1ec1d12779ae req-e58ff57e-bf83-4a0b-8ddb-c07a8ee62bb3 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.65 "GET /v2.0/ports?device_id=370ecbcb-eccc-4872-847e-0fe2dfc389a8 HTTP/1.1" status: 200 len: 946 time: 0.0469992 Aug 27 09:57:54.138841 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-dffb6c75-409e-43bf-95ab-1ec1d12779ae req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Deleting port 5dcc73f0-c6b1-463b-960a-e041774be41a {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:57:54.139174 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-dffb6c75-409e-43bf-95ab-1ec1d12779ae req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:54.255796 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3869b35-e846-4c84-a9a2-2a6347603943 req-0524511a-06cb-4430-877e-9bc544fc61bf tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:54.257354 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f3869b35-e846-4c84-a9a2-2a6347603943 req-0524511a-06cb-4430-877e-9bc544fc61bf tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.65 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 946 time: 0.0813096 Aug 27 09:57:54.263585 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-dffb6c75-409e-43bf-95ab-1ec1d12779ae req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] For port 5dcc73f0-c6b1-463b-960a-e041774be41a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5dcc73f0-c6b1-463b-960a-e041774be41a,segment=NetworkSegment(7fe777f7-cbf2-4256-beaf-28a15d938d00),segment_id=7fe777f7-cbf2-4256-beaf-28a15d938d00)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:57:54.263945 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-dffb6c75-409e-43bf-95ab-1ec1d12779ae req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:54.296745 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-dffb6c75-409e-43bf-95ab-1ec1d12779ae req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Calling delete_port for 5dcc73f0-c6b1-463b-960a-e041774be41a owned by compute:nova {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:57:54.418414 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-f3869b35-e846-4c84-a9a2-2a6347603943 req-b34b882f-3b24-4e63-a255-13926bace723 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Deleting port d670f053-fc0f-4615-96ec-81bccc11b080 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:57:54.418747 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-f3869b35-e846-4c84-a9a2-2a6347603943 req-b34b882f-3b24-4e63-a255-13926bace723 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:54.523432 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-dffb6c75-409e-43bf-95ab-1ec1d12779ae req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:54.539486 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['5496af34-58d5-4464-8951-35fc369f655d', 'cb4fb22b-0518-4550-b373-28ab8baab715', '5dcc73f0-c6b1-463b-960a-e041774be41a'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:57:54.567138 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Pushing event deleted for resources: {'Port': ['ID=5dcc73f0-c6b1-463b-960a-e041774be41a,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:57:54.571422 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-f3869b35-e846-4c84-a9a2-2a6347603943 req-b34b882f-3b24-4e63-a255-13926bace723 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] For port d670f053-fc0f-4615-96ec-81bccc11b080, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d670f053-fc0f-4615-96ec-81bccc11b080,segment=NetworkSegment(b4a30bdb-5b47-4702-97e5-2bf467054649),segment_id=b4a30bdb-5b47-4702-97e5-2bf467054649)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:57:54.571786 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-f3869b35-e846-4c84-a9a2-2a6347603943 req-b34b882f-3b24-4e63-a255-13926bace723 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:54.591229 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:54.605078 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:54.605420 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:54.605790 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:54.606123 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:54.606454 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:54.606783 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:54.607111 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:54.607436 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:54.607756 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:54.608077 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:54.608398 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:54.608716 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:54.611546 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-f3869b35-e846-4c84-a9a2-2a6347603943 req-b34b882f-3b24-4e63-a255-13926bace723 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Calling delete_port for d670f053-fc0f-4615-96ec-81bccc11b080 owned by compute:nova {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:57:54.636005 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffb6c75-409e-43bf-95ab-1ec1d12779ae req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] No DVR routers for this DVR port 5dcc73f0-c6b1-463b-960a-e041774be41a on host hv-cinder-80475 {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:57:54.639251 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-dffb6c75-409e-43bf-95ab-1ec1d12779ae req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:54.641208 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-dffb6c75-409e-43bf-95ab-1ec1d12779ae req-a2bb3962-3bbd-472b-863c-2498cbbacee2 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.65 "DELETE /v2.0/ports/5dcc73f0-c6b1-463b-960a-e041774be41a HTTP/1.1" status: 204 len: 173 time: 0.5953109 Aug 27 09:57:54.641664 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370ecbcb-eccc-4872-847e-0fe2dfc389a8', 'name': 'network-vif-deleted', 'tag': '5dcc73f0-c6b1-463b-960a-e041774be41a'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:57:54.643879 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538b0e34-f9d4-4efd-bf74-d3f996d091c0" -d '{"events": [{"server_uuid": "370ecbcb-eccc-4872-847e-0fe2dfc389a8", "name": "network-vif-deleted", "tag": "5dcc73f0-c6b1-463b-960a-e041774be41a"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:57:54.801799 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a249c78-4e9f-4f70-88b3-98015188060b x-openstack-request-id: req-0a249c78-4e9f-4f70-88b3-98015188060b {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:57:54.802152 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370ecbcb-eccc-4872-847e-0fe2dfc389a8", "name": "network-vif-deleted", "tag": "5dcc73f0-c6b1-463b-960a-e041774be41a", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:57:54.802360 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a249c78-4e9f-4f70-88b3-98015188060b {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:57:54.802731 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370ecbcb-eccc-4872-847e-0fe2dfc389a8', 'name': 'network-vif-deleted', 'tag': '5dcc73f0-c6b1-463b-960a-e041774be41a', 'status': 'completed', 'code': 200} Aug 27 09:57:54.814013 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-f3869b35-e846-4c84-a9a2-2a6347603943 req-b34b882f-3b24-4e63-a255-13926bace723 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:54.835896 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-00d4156b-86fc-4f9c-8dfc-9f7dc0b3d5be req-4d509980-1443-4bf5-8be6-74214f4006b6 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "GET /v2.0/ports?device_id=843a1639-1d7c-4e35-bc76-a33f9c936847 HTTP/1.1" status: 200 len: 210 time: 0.0367932 Aug 27 09:57:54.858852 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b882f-3b24-4e63-a255-13926bace723 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Pushing event deleted for resources: {'Port': ['ID=d670f053-fc0f-4615-96ec-81bccc11b080,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:57:54.871129 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-51f0f577-6380-4864-8b00-64d3f0098d10 req-1e3509b2-5889-4c91-a800-b05c532d3ce8 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=370ecbcb-eccc-4872-847e-0fe2dfc389a8 HTTP/1.1" status: 200 len: 210 time: 0.0283902 Aug 27 09:57:54.899280 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3869b35-e846-4c84-a9a2-2a6347603943 req-b34b882f-3b24-4e63-a255-13926bace723 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] No DVR routers for this DVR port d670f053-fc0f-4615-96ec-81bccc11b080 on host hv-cinder-80475 {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:57:54.901704 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-f3869b35-e846-4c84-a9a2-2a6347603943 req-b34b882f-3b24-4e63-a255-13926bace723 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:54.903645 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-f3869b35-e846-4c84-a9a2-2a6347603943 req-b34b882f-3b24-4e63-a255-13926bace723 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.65 "DELETE /v2.0/ports/d670f053-fc0f-4615-96ec-81bccc11b080 HTTP/1.1" status: 204 len: 173 time: 0.6328661 Aug 27 09:57:54.958094 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:55.890618 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60380) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:57:55.952222 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-54b0c5b5-e0cf-4442-ae64-a2724a8e66e3 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:55.976811 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-54b0c5b5-e0cf-4442-ae64-a2724a8e66e3 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:56.038592 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-54b0c5b5-e0cf-4442-ae64-a2724a8e66e3 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:56.041298 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-54b0c5b5-e0cf-4442-ae64-a2724a8e66e3 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:56.047838 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-54b0c5b5-e0cf-4442-ae64-a2724a8e66e3 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] 10.222.0.55 "DELETE /v2.0/security-groups/d5c20858-2da4-476a-b303-0f288c840794 HTTP/1.1" status: 204 len: 168 time: 0.1508863 Aug 27 09:57:56.054655 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0c5b5-e0cf-4442-ae64-a2724a8e66e3 tempest-TestShelveInstance-1399600639 tempest-TestShelveInstance-1399600639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c20858-2da4-476a-b303-0f288c840794,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:57:56.104209 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60390) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:57:56.225521 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9403d-103a-4347-b9b2-a8202584d306 req-7738ae7e-011c-41dd-a238-1f55a2a3f0c0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:56.226879 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-46d9403d-103a-4347-b9b2-a8202584d306 req-7738ae7e-011c-41dd-a238-1f55a2a3f0c0 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fed73c5-c268-4616-a14c-827df6f47302 HTTP/1.1" status: 200 len: 945 time: 0.1153305 Aug 27 09:57:56.306742 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-46d9403d-103a-4347-b9b2-a8202584d306 req-dfc9ba19-1df6-40d7-9450-5edb792d9c47 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733333 Aug 27 09:57:56.352270 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:56.504571 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-bedc0116-c6c9-406b-86ed-e548700c553e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505889'] for router_interface, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:56.838722 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843a1639-1d7c-4e35-bc76-a33f9c936847', 'name': 'network-vif-deleted', 'tag': 'd670f053-fc0f-4615-96ec-81bccc11b080'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:57:56.841080 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0d5dcc-cda7-4293-8b83-ee10e7b35a1f" -d '{"events": [{"server_uuid": "843a1639-1d7c-4e35-bc76-a33f9c936847", "name": "network-vif-deleted", "tag": "d670f053-fc0f-4615-96ec-81bccc11b080"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:57:56.894243 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a04ec54-7523-44dd-a065-c81e4b47b822 x-openstack-request-id: req-4a04ec54-7523-44dd-a065-c81e4b47b822 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:57:56.894858 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843a1639-1d7c-4e35-bc76-a33f9c936847", "name": "network-vif-deleted", "tag": "d670f053-fc0f-4615-96ec-81bccc11b080", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:57:56.894858 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a04ec54-7523-44dd-a065-c81e4b47b822 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:57:56.895132 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843a1639-1d7c-4e35-bc76-a33f9c936847', 'name': 'network-vif-deleted', 'tag': 'd670f053-fc0f-4615-96ec-81bccc11b080', 'status': 'completed', 'code': 200} Aug 27 09:57:57.010386 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-bedc0116-c6c9-406b-86ed-e548700c553e admin admin] Deleting port d4d66d5e-f643-4f7f-be6d-7533b86ee4df {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:57:57.010724 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-bedc0116-c6c9-406b-86ed-e548700c553e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:57.085472 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [None req-bedc0116-c6c9-406b-86ed-e548700c553e admin admin] For port d4d66d5e-f643-4f7f-be6d-7533b86ee4df, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=d4d66d5e-f643-4f7f-be6d-7533b86ee4df,segment=NetworkSegment(b4a30bdb-5b47-4702-97e5-2bf467054649),segment_id=b4a30bdb-5b47-4702-97e5-2bf467054649)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:57:57.085854 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-bedc0116-c6c9-406b-86ed-e548700c553e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:57.097787 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-bedc0116-c6c9-406b-86ed-e548700c553e admin admin] Calling delete_port for d4d66d5e-f643-4f7f-be6d-7533b86ee4df owned by network:router_interface {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:57:57.271065 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-bedc0116-c6c9-406b-86ed-e548700c553e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:57.285693 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 5dcc73f0-c6b1-463b-960a-e041774be41a no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:57:57.301229 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc0116-c6c9-406b-86ed-e548700c553e admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d66d5e-f643-4f7f-be6d-7533b86ee4df,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:57:57.317249 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: 5dcc73f0-c6b1-463b-960a-e041774be41a {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:57:57.317909 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 5dcc73f0-c6b1-463b-960a-e041774be41a not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:57:57.318332 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device d670f053-fc0f-4615-96ec-81bccc11b080 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:57:57.340325 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: d670f053-fc0f-4615-96ec-81bccc11b080 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:57:57.340947 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device d670f053-fc0f-4615-96ec-81bccc11b080 not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:57:57.533013 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d138f3-e818-4659-a2ff-d1caf2e1f6e2 req-cbd913b7-23f8-408f-be09-7bbc72fea6f7 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:57.534543 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-86d138f3-e818-4659-a2ff-d1caf2e1f6e2 req-cbd913b7-23f8-408f-be09-7bbc72fea6f7 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fed73c5-c268-4616-a14c-827df6f47302 HTTP/1.1" status: 200 len: 945 time: 0.1335497 Aug 27 09:57:57.553010 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18392b4f-266d-42a4-be69-572900403a9c req-82336693-ccf1-457d-8f05-3a3d37c34489 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:57:57.554928 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-18392b4f-266d-42a4-be69-572900403a9c req-82336693-ccf1-457d-8f05-3a3d37c34489 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fed73c5-c268-4616-a14c-827df6f47302 HTTP/1.1" status: 200 len: 945 time: 0.1184788 Aug 27 09:57:57.562110 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-bedc0116-c6c9-406b-86ed-e548700c553e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1681814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506091'] for router_interface, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:57.663577 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-86d138f3-e818-4659-a2ff-d1caf2e1f6e2 req-95f2dac7-00f4-4495-b70c-5081ff97e5aa tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199088 Aug 27 09:57:57.767913 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-18392b4f-266d-42a4-be69-572900403a9c req-57db9abf-9f61-4089-8e89-c75e981331a4 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Deleting port cb4fb22b-0518-4550-b373-28ab8baab715 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:57:57.768245 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-18392b4f-266d-42a4-be69-572900403a9c req-57db9abf-9f61-4089-8e89-c75e981331a4 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:57.930388 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-18392b4f-266d-42a4-be69-572900403a9c req-57db9abf-9f61-4089-8e89-c75e981331a4 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] For port cb4fb22b-0518-4550-b373-28ab8baab715, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cb4fb22b-0518-4550-b373-28ab8baab715,segment=NetworkSegment(7fe777f7-cbf2-4256-beaf-28a15d938d00),segment_id=7fe777f7-cbf2-4256-beaf-28a15d938d00)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:57:57.931073 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-18392b4f-266d-42a4-be69-572900403a9c req-57db9abf-9f61-4089-8e89-c75e981331a4 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:57.946663 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedc0116-c6c9-406b-86ed-e548700c553e admin admin] Router a87d5c80-ea62-4443-9be6-1753ab964bf2 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:57:57.947854 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-18392b4f-266d-42a4-be69-572900403a9c req-57db9abf-9f61-4089-8e89-c75e981331a4 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Calling delete_port for cb4fb22b-0518-4550-b373-28ab8baab715 owned by compute:nova {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:57:58.111723 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedc0116-c6c9-406b-86ed-e548700c553e admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:57:58.121622 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a358505-5fa0-44cc-b015-877f8ef4c040 None None] Sync routers for ids ['a87d5c80-ea62-4443-9be6-1753ab964bf2'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:57:58.130446 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a358505-5fa0-44cc-b015-877f8ef4c040 None None] Routers {'a87d5c80-ea62-4443-9be6-1753ab964bf2'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:57:58.131281 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-8a358505-5fa0-44cc-b015-877f8ef4c040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:57:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['a87d5c80-ea62-4443-9be6-1753ab964bf2'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:57:58.134471 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-bedc0116-c6c9-406b-86ed-e548700c553e admin admin] 10.222.0.55 "PUT /v2.0/routers/a87d5c80-ea62-4443-9be6-1753ab964bf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0288479 Aug 27 09:57:58.135691 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60396) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:57:58.161700 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-18392b4f-266d-42a4-be69-572900403a9c req-57db9abf-9f61-4089-8e89-c75e981331a4 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:58.177107 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['5496af34-58d5-4464-8951-35fc369f655d', 'cb4fb22b-0518-4550-b373-28ab8baab715'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:57:58.215745 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db9abf-9f61-4089-8e89-c75e981331a4 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Pushing event deleted for resources: {'Port': ['ID=cb4fb22b-0518-4550-b373-28ab8baab715,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:57:58.243084 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-18392b4f-266d-42a4-be69-572900403a9c req-57db9abf-9f61-4089-8e89-c75e981331a4 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] No DVR routers for this DVR port cb4fb22b-0518-4550-b373-28ab8baab715 on host hv-cinder-80475 {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:57:58.246729 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-18392b4f-266d-42a4-be69-572900403a9c req-57db9abf-9f61-4089-8e89-c75e981331a4 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:58.248797 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-18392b4f-266d-42a4-be69-572900403a9c req-57db9abf-9f61-4089-8e89-c75e981331a4 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.65 "DELETE /v2.0/ports/cb4fb22b-0518-4550-b373-28ab8baab715 HTTP/1.1" status: 204 len: 173 time: 0.6848855 Aug 27 09:57:58.276053 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-8a358505-5fa0-44cc-b015-877f8ef4c040 None None] Set router a87d5c80-ea62-4443-9be6-1753ab964bf2 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:57:58.489916 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:58.547554 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-8a358505-5fa0-44cc-b015-877f8ef4c040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'name': 'tempest-TestShelveInstance-1085396385-router', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:03Z', 'updated_at': '2021-08-27T09:57:57Z', 'revision_number': 5, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'gw_port': {'id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:04Z', 'updated_at': '2021-08-27T09:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:57:58.574022 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a358505-5fa0-44cc-b015-877f8ef4c040 None None] Checking router: a87d5c80-ea62-4443-9be6-1753ab964bf2 for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:57:58.582310 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a358505-5fa0-44cc-b015-877f8ef4c040 None None] Routers {'a87d5c80-ea62-4443-9be6-1753ab964bf2'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:57:58.582920 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-8a358505-5fa0-44cc-b015-877f8ef4c040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:57:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['a87d5c80-ea62-4443-9be6-1753ab964bf2'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:57:58.590180 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:58.640259 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Deleting port eec9355f-7094-4bcf-a835-6d5ee72de157 {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:57:58.640625 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:58.695120 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-8a358505-5fa0-44cc-b015-877f8ef4c040 None None] Set router a87d5c80-ea62-4443-9be6-1753ab964bf2 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:57:58.728687 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] For port eec9355f-7094-4bcf-a835-6d5ee72de157, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=eec9355f-7094-4bcf-a835-6d5ee72de157,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:57:58.729113 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:58.744910 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Calling delete_port for eec9355f-7094-4bcf-a835-6d5ee72de157 owned by network:router_gateway {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:57:58.821723 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-4a1bc139-9d71-445c-8e38-938c4e5db27f req-9b31e1fb-2cd9-4cd3-b324-072a7a9365cd tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fed73c5-c268-4616-a14c-827df6f47302 HTTP/1.1" status: 200 len: 210 time: 0.0324857 Aug 27 09:57:58.888246 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-8a358505-5fa0-44cc-b015-877f8ef4c040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'name': 'tempest-TestShelveInstance-1085396385-router', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:03Z', 'updated_at': '2021-08-27T09:57:57Z', 'revision_number': 5, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'gw_port': {'id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:04Z', 'updated_at': '2021-08-27T09:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:57:58.896041 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fed73c5-c268-4616-a14c-827df6f47302', 'name': 'network-vif-deleted', 'tag': 'cb4fb22b-0518-4550-b373-28ab8baab715'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:57:58.898565 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11d578e-8dca-4225-976e-5a65dba3d677" -d '{"events": [{"server_uuid": "5fed73c5-c268-4616-a14c-827df6f47302", "name": "network-vif-deleted", "tag": "cb4fb22b-0518-4550-b373-28ab8baab715"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:57:58.917029 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a358505-5fa0-44cc-b015-877f8ef4c040 None None] The sync data for ids ['a87d5c80-ea62-4443-9be6-1753ab964bf2'] in dv-cinder-804757-3-iscsi is: [{'id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'name': 'tempest-TestShelveInstance-1085396385-router', 'tenant_id': '6f53ec19e9f94220a09317461ba3b8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:03Z', 'updated_at': '2021-08-27T09:57:57Z', 'revision_number': 5, 'project_id': '6f53ec19e9f94220a09317461ba3b8f3', 'gw_port': {'id': 'eec9355f-7094-4bcf-a835-6d5ee72de157', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d5c80-ea62-4443-9be6-1753ab964bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:04Z', 'updated_at': '2021-08-27T09:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:57:58.937446 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83bb4cc-a366-4ae0-a4dc-85b1ab1936dc x-openstack-request-id: req-c83bb4cc-a366-4ae0-a4dc-85b1ab1936dc {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:57:58.937982 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fed73c5-c268-4616-a14c-827df6f47302", "name": "network-vif-deleted", "tag": "cb4fb22b-0518-4550-b373-28ab8baab715", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:57:58.938149 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c83bb4cc-a366-4ae0-a4dc-85b1ab1936dc {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:57:58.938523 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fed73c5-c268-4616-a14c-827df6f47302', 'name': 'network-vif-deleted', 'tag': 'cb4fb22b-0518-4550-b373-28ab8baab715', 'status': 'completed', 'code': 200} Aug 27 09:57:58.956838 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10025972'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:58.983919 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eec9355f-7094-4bcf-a835-6d5ee72de157,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:57:59.009736 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:59.010020 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:59.010356 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:59.010686 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:59.011014 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:59.011340 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:59.011662 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:59.011983 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:59.012303 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:59.012649 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:59.012967 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:59.013283 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:57:59.058710 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504241'] for router_gateway, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:59.152030 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1023807'] for router, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:59.154228 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:59.197322 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-510241'] for router, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:59.197864 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a87d5c80-ea62-4443-9be6-1753ab964bf2 {{(pid=100335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 09:57:59.202755 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] Notify callbacks [] for router, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:59.203240 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-1e6884ad-3ee6-4179-8e45-12437801c2a5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a87d5c80-ea62-4443-9be6-1753ab964bf2 HTTP/1.1" status: 204 len: 168 time: 1.0665734 Aug 27 09:57:59.205719 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60402) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:57:59.250513 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ab0d7d-f5a6-41d7-b671-b2b7712e1945 admin admin] Deleting subnet 14759c05-e82d-435b-aab2-9d705736694f {{(pid=100335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 09:57:59.253804 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-43ab0d7d-f5a6-41d7-b671-b2b7712e1945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:59.292959 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-43ab0d7d-f5a6-41d7-b671-b2b7712e1945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8871706'] for subnet, precommit_delete_associations {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:59.373275 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-43ab0d7d-f5a6-41d7-b671-b2b7712e1945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492648'] for subnet, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:59.424104 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-43ab0d7d-f5a6-41d7-b671-b2b7712e1945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10025895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9764155'] for subnet, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:59.449841 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab0d7d-f5a6-41d7-b671-b2b7712e1945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14759c05-e82d-435b-aab2-9d705736694f,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:57:59.453678 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-43ab0d7d-f5a6-41d7-b671-b2b7712e1945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:59.458176 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60404) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:57:59.460478 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5930666-7302-4a78-a71c-512dfacb4d04 None None] Network 031cfd13-f3bc-46a8-8665-55fc287493ef requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:57:59.462040 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-43ab0d7d-f5a6-41d7-b671-b2b7712e1945 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/14759c05-e82d-435b-aab2-9d705736694f HTTP/1.1" status: 204 len: 168 time: 0.2552612 Aug 27 09:57:59.537358 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574520'] for network, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:59.593938 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] Deleting port 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:57:59.594275 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:59.658731 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] For port 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=5047e0b9-1cb1-43dc-abc6-bf79f8c89edd,segment=NetworkSegment(b4a30bdb-5b47-4702-97e5-2bf467054649),segment_id=b4a30bdb-5b47-4702-97e5-2bf467054649)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:57:59.659086 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:59.671818 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] Calling delete_port for 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd owned by network:dhcp {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:57:59.747348 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:59.773243 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] Pushing event deleted for resources: {'Port': ['ID=5047e0b9-1cb1-43dc-abc6-bf79f8c89edd,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:57:59.774995 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] No DVR routers for this DVR port 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd on host dv-cinder-804757-3-iscsi {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:57:59.845138 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561491', 'neutron.services.segments.db._delete_segments_for_network-8775451844590'] for network, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:59.855822 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031cfd13-f3bc-46a8-8665-55fc287493ef']}} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:57:59.866464 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a30bdb-5b47-4702-97e5-2bf467054649') {'for_net_delete': True} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:57:59.866759 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a30bdb-5b47-4702-97e5-2bf467054649') {} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:57:59.877181 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775451844473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10028809'] for segment, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:59.898884 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:59.905355 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=100334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 09:57:59.905798 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10058782'] for segment, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: Traceback (most recent call last): Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: timer() Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: cb(*args, **kw) Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: return func(*args, **kwargs) Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: self._notify() Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: self.callback(batched_events) Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: event.method(event) Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: return f(self, *a, **k) Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._get(url).json() Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: return self.request(url, 'GET', **kwargs) Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 09:57:59.907503 dv-cinder-804757-3-iscsi neutron-server[100334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 09:57:59.920672 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91cf3c2-e2db-4738-8181-0b8da83841d7 None None] DHCP port deletion for 031cfd13-f3bc-46a8-8665-55fc287493ef request from dv-cinder-804757-3-iscsi {{(pid=100336) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 09:57:59.978903 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504205'] for network, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:59.984923 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:57:59.986831 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] 10.222.0.55 "DELETE /v2.0/networks/031cfd13-f3bc-46a8-8665-55fc287493ef HTTP/1.1" status: 204 len: 168 time: 0.5274262 Aug 27 09:57:59.989858 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60412) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:57:59.999667 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697a498-e8f9-4bed-a2c0-6af2597b40ce admin admin] Pushing event deleted for resources: {'Network': ['ID=031cfd13-f3bc-46a8-8665-55fc287493ef,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:00.343477 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-90a1888d-d08b-449b-ab72-9023bb5fd34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505889'] for router_interface, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:00.366562 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device eec9355f-7094-4bcf-a835-6d5ee72de157 no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:58:00.387298 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: eec9355f-7094-4bcf-a835-6d5ee72de157 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:58:00.387720 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device eec9355f-7094-4bcf-a835-6d5ee72de157 not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:58:00.388211 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:58:00.407471 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:58:00.407813 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 5047e0b9-1cb1-43dc-abc6-bf79f8c89edd not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:58:00.408220 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device d4d66d5e-f643-4f7f-be6d-7533b86ee4df no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:58:00.427018 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: d4d66d5e-f643-4f7f-be6d-7533b86ee4df {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:58:00.427360 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device d4d66d5e-f643-4f7f-be6d-7533b86ee4df not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:58:00.579095 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-90a1888d-d08b-449b-ab72-9023bb5fd34b admin admin] Deleting port bbdf6621-2cea-4112-9581-164ab850e002 {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:58:00.579425 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-90a1888d-d08b-449b-ab72-9023bb5fd34b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:00.653068 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [None req-90a1888d-d08b-449b-ab72-9023bb5fd34b admin admin] For port bbdf6621-2cea-4112-9581-164ab850e002, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=bbdf6621-2cea-4112-9581-164ab850e002,segment=NetworkSegment(15c8ca48-f4d6-4f83-9432-cefa74ac4d2c),segment_id=15c8ca48-f4d6-4f83-9432-cefa74ac4d2c)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:58:00.653414 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-90a1888d-d08b-449b-ab72-9023bb5fd34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:00.669029 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-90a1888d-d08b-449b-ab72-9023bb5fd34b admin admin] Calling delete_port for bbdf6621-2cea-4112-9581-164ab850e002 owned by network:router_interface {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:58:00.836801 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-90a1888d-d08b-449b-ab72-9023bb5fd34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10025972'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:00.862104 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1888d-d08b-449b-ab72-9023bb5fd34b admin admin] Pushing event deleted for resources: {'Port': ['ID=bbdf6621-2cea-4112-9581-164ab850e002,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:01.028912 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-90a1888d-d08b-449b-ab72-9023bb5fd34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1681814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506091'] for router_interface, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:01.278230 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b519cf7-9963-4c87-94a8-049b0922da57 req-9b5ad8fd-b278-40b7-8927-559f1d28e201 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:58:01.279707 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-5b519cf7-9963-4c87-94a8-049b0922da57 req-9b5ad8fd-b278-40b7-8927-559f1d28e201 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=67d6a263-2ec8-457f-a1a2-c16425068f8f HTTP/1.1" status: 200 len: 945 time: 0.0906940 Aug 27 09:58:01.281411 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a1888d-d08b-449b-ab72-9023bb5fd34b admin admin] Router be27c7d1-af7c-405f-83fe-6c362e1e4b0e has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:58:01.301710 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device cb4fb22b-0518-4550-b373-28ab8baab715 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:58:01.321957 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: cb4fb22b-0518-4550-b373-28ab8baab715 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:58:01.322294 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device cb4fb22b-0518-4550-b373-28ab8baab715 not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:58:01.360858 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-5b519cf7-9963-4c87-94a8-049b0922da57 req-29af22f6-b530-44fc-9195-2ce8ec0e3e71 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747795 Aug 27 09:58:01.413695 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a1888d-d08b-449b-ab72-9023bb5fd34b admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:58:01.418485 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-90a1888d-d08b-449b-ab72-9023bb5fd34b admin admin] 10.222.0.55 "PUT /v2.0/routers/be27c7d1-af7c-405f-83fe-6c362e1e4b0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4273391 Aug 27 09:58:01.420963 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60420) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:01.423495 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90435c48-5798-4f8e-9894-930bcca18b9a None None] Sync routers for ids ['be27c7d1-af7c-405f-83fe-6c362e1e4b0e'] in dv-cinder-804757-3-iscsi {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:58:01.433467 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90435c48-5798-4f8e-9894-930bcca18b9a None None] Routers {'be27c7d1-af7c-405f-83fe-6c362e1e4b0e'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:58:01.434093 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-90435c48-5798-4f8e-9894-930bcca18b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:57:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['be27c7d1-af7c-405f-83fe-6c362e1e4b0e'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:01.524451 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0747ff88-62fb-4ccb-b294-485ac1c9993e admin admin] Notify callbacks [] for router, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:01.534784 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-90435c48-5798-4f8e-9894-930bcca18b9a None None] Set router be27c7d1-af7c-405f-83fe-6c362e1e4b0e gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:58:01.627340 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0747ff88-62fb-4ccb-b294-485ac1c9993e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:01.678918 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-0747ff88-62fb-4ccb-b294-485ac1c9993e admin admin] Deleting port 28c1f751-4cb5-4c11-920f-312ca4096d61 {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:58:01.679142 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0747ff88-62fb-4ccb-b294-485ac1c9993e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:01.766970 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [None req-0747ff88-62fb-4ccb-b294-485ac1c9993e admin admin] For port 28c1f751-4cb5-4c11-920f-312ca4096d61, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=28c1f751-4cb5-4c11-920f-312ca4096d61,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:58:01.767328 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0747ff88-62fb-4ccb-b294-485ac1c9993e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:01.778530 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-0747ff88-62fb-4ccb-b294-485ac1c9993e admin admin] Calling delete_port for 28c1f751-4cb5-4c11-920f-312ca4096d61 owned by network:router_gateway {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:58:01.803699 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-90435c48-5798-4f8e-9894-930bcca18b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'name': 'tempest-TestShelveInstance-1681659448-router', 'tenant_id': 'c7d62c471520475b94a0f824c3c9349d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '28c1f751-4cb5-4c11-920f-312ca4096d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:08Z', 'updated_at': '2021-08-27T09:58:00Z', 'revision_number': 5, 'project_id': 'c7d62c471520475b94a0f824c3c9349d', 'gw_port': {'id': '28c1f751-4cb5-4c11-920f-312ca4096d61', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:53:09Z', 'updated_at': '2021-08-27T09:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:01.829047 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90435c48-5798-4f8e-9894-930bcca18b9a None None] Checking router: be27c7d1-af7c-405f-83fe-6c362e1e4b0e for host: dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:58:01.837555 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90435c48-5798-4f8e-9894-930bcca18b9a None None] Routers {'be27c7d1-af7c-405f-83fe-6c362e1e4b0e'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:58:01.838150 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-90435c48-5798-4f8e-9894-930bcca18b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:57:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['be27c7d1-af7c-405f-83fe-6c362e1e4b0e'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:01.924579 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-90435c48-5798-4f8e-9894-930bcca18b9a None None] Set router be27c7d1-af7c-405f-83fe-6c362e1e4b0e gateway port host: None {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:58:01.955077 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0747ff88-62fb-4ccb-b294-485ac1c9993e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10025972'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:01.978364 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747ff88-62fb-4ccb-b294-485ac1c9993e admin admin] Pushing event deleted for resources: {'Port': ['ID=28c1f751-4cb5-4c11-920f-312ca4096d61,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:01.989938 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-90435c48-5798-4f8e-9894-930bcca18b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'name': 'tempest-TestShelveInstance-1681659448-router', 'tenant_id': 'c7d62c471520475b94a0f824c3c9349d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:08Z', 'updated_at': '2021-08-27T09:58:01Z', 'revision_number': 6, 'project_id': 'c7d62c471520475b94a0f824c3c9349d', 'gw_port_host': None}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:02.015743 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90435c48-5798-4f8e-9894-930bcca18b9a None None] The sync data for ids ['be27c7d1-af7c-405f-83fe-6c362e1e4b0e'] in dv-cinder-804757-3-iscsi is: [{'id': 'be27c7d1-af7c-405f-83fe-6c362e1e4b0e', 'name': 'tempest-TestShelveInstance-1681659448-router', 'tenant_id': 'c7d62c471520475b94a0f824c3c9349d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:53:08Z', 'updated_at': '2021-08-27T09:58:01Z', 'revision_number': 6, 'project_id': 'c7d62c471520475b94a0f824c3c9349d', 'gw_port_host': None}] {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:58:02.041055 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0747ff88-62fb-4ccb-b294-485ac1c9993e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504241'] for router_gateway, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:02.133733 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0747ff88-62fb-4ccb-b294-485ac1c9993e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1023807'] for router, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:02.135795 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0747ff88-62fb-4ccb-b294-485ac1c9993e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:02.182170 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0747ff88-62fb-4ccb-b294-485ac1c9993e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-510241'] for router, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:02.182722 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0747ff88-62fb-4ccb-b294-485ac1c9993e admin admin] Fanout notify agent at l3_agent the message router_deleted on router be27c7d1-af7c-405f-83fe-6c362e1e4b0e {{(pid=100335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 09:58:02.187433 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-0747ff88-62fb-4ccb-b294-485ac1c9993e admin admin] Notify callbacks [] for router, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:02.188570 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-0747ff88-62fb-4ccb-b294-485ac1c9993e admin admin] 10.222.0.55 "DELETE /v2.0/routers/be27c7d1-af7c-405f-83fe-6c362e1e4b0e HTTP/1.1" status: 204 len: 168 time: 0.7666893 Aug 27 09:58:02.191124 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60422) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:02.236816 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a28a2e-02c6-44aa-9189-f2becfdcf5f6 admin admin] Deleting subnet 598fc137-5643-4875-b6bc-8b1682bb423e {{(pid=100335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 09:58:02.239934 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-57a28a2e-02c6-44aa-9189-f2becfdcf5f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:02.273932 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-57a28a2e-02c6-44aa-9189-f2becfdcf5f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8871706'] for subnet, precommit_delete_associations {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:02.369212 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-57a28a2e-02c6-44aa-9189-f2becfdcf5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492648'] for subnet, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:02.439899 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-57a28a2e-02c6-44aa-9189-f2becfdcf5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10025895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9764155'] for subnet, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:02.470265 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-57a28a2e-02c6-44aa-9189-f2becfdcf5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:02.473541 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-57a28a2e-02c6-44aa-9189-f2becfdcf5f6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/598fc137-5643-4875-b6bc-8b1682bb423e HTTP/1.1" status: 204 len: 168 time: 0.2801623 Aug 27 09:58:02.473541 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a28a2e-02c6-44aa-9189-f2becfdcf5f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=598fc137-5643-4875-b6bc-8b1682bb423e,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:02.475134 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60426) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:02.478175 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe33b01-e3e0-4273-b994-b66181628820 None None] Network 0212e749-1cfd-4b45-a383-c598a2514c31 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:58:02.540768 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d453ba-3320-4945-a61a-5d77e399fc89 req-d91b8aab-7b30-4f82-9b14-4206724f990f tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:58:02.543055 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-67d453ba-3320-4945-a61a-5d77e399fc89 req-d91b8aab-7b30-4f82-9b14-4206724f990f tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=67d6a263-2ec8-457f-a1a2-c16425068f8f HTTP/1.1" status: 200 len: 945 time: 0.0855424 Aug 27 09:58:02.567468 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device bbdf6621-2cea-4112-9581-164ab850e002 no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:58:02.591007 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574520'] for network, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:02.595799 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-67d453ba-3320-4945-a61a-5d77e399fc89 req-4bdc8fd0-40ea-447c-8226-4633e35115a9 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/security-groups?id=250e77a5-7463-42ff-8e2d-b97c068ba91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380750 Aug 27 09:58:02.614843 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: bbdf6621-2cea-4112-9581-164ab850e002 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:58:02.615842 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device bbdf6621-2cea-4112-9581-164ab850e002 not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:58:02.652248 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] Deleting port b19463cb-0a8d-4a06-a1f8-8d059c6e7480 {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:58:02.652586 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:02.718975 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e548d-46a0-4979-8596-b2ad6a0f5e89 req-5e88c4c9-c0d4-43e8-8c02-ff2f7ec65d13 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:58:02.720521 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8c2e548d-46a0-4979-8596-b2ad6a0f5e89 req-5e88c4c9-c0d4-43e8-8c02-ff2f7ec65d13 tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.65 "GET /v2.0/ports?device_id=67d6a263-2ec8-457f-a1a2-c16425068f8f HTTP/1.1" status: 200 len: 945 time: 0.0616665 Aug 27 09:58:02.730636 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab11f8a-41d0-4dd7-8ae1-b78d02bbe066 None None] DHCP port deletion for 0212e749-1cfd-4b45-a383-c598a2514c31 request from dv-cinder-804757-3-iscsi {{(pid=100336) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 09:58:02.730867 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] For port b19463cb-0a8d-4a06-a1f8-8d059c6e7480, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=b19463cb-0a8d-4a06-a1f8-8d059c6e7480,segment=NetworkSegment(15c8ca48-f4d6-4f83-9432-cefa74ac4d2c),segment_id=15c8ca48-f4d6-4f83-9432-cefa74ac4d2c)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:58:02.731055 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:02.749967 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] Calling delete_port for b19463cb-0a8d-4a06-a1f8-8d059c6e7480 owned by network:dhcp {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:58:02.789891 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-1ab11f8a-41d0-4dd7-8ae1-b78d02bbe066 None None] Deleting port b19463cb-0a8d-4a06-a1f8-8d059c6e7480 {{(pid=100336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:58:02.790187 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-1ab11f8a-41d0-4dd7-8ae1-b78d02bbe066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:02.827802 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-8c2e548d-46a0-4979-8596-b2ad6a0f5e89 req-ef5e0311-9924-4af0-b341-46a9759197ee tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Deleting port 5496af34-58d5-4464-8951-35fc369f655d {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:58:02.828143 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-8c2e548d-46a0-4979-8596-b2ad6a0f5e89 req-ef5e0311-9924-4af0-b341-46a9759197ee tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:02.844060 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10025972'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:02.860228 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-1ab11f8a-41d0-4dd7-8ae1-b78d02bbe066 None None] For port b19463cb-0a8d-4a06-a1f8-8d059c6e7480, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=b19463cb-0a8d-4a06-a1f8-8d059c6e7480,segment=NetworkSegment(15c8ca48-f4d6-4f83-9432-cefa74ac4d2c),segment_id=15c8ca48-f4d6-4f83-9432-cefa74ac4d2c)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:58:02.860677 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-1ab11f8a-41d0-4dd7-8ae1-b78d02bbe066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:02.872171 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] No DVR routers for this DVR port b19463cb-0a8d-4a06-a1f8-8d059c6e7480 on host dv-cinder-804757-3-iscsi {{(pid=100335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:58:02.875628 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-1ab11f8a-41d0-4dd7-8ae1-b78d02bbe066 None None] Calling delete_port for b19463cb-0a8d-4a06-a1f8-8d059c6e7480 owned by network:dhcp {{(pid=100336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:58:02.877091 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] Pushing event deleted for resources: {'Port': ['ID=b19463cb-0a8d-4a06-a1f8-8d059c6e7480,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:02.960432 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561491', 'neutron.services.segments.db._delete_segments_for_network-8775451844590'] for network, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:02.965566 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-1ab11f8a-41d0-4dd7-8ae1-b78d02bbe066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605'] for port, after_delete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:02.966299 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-8c2e548d-46a0-4979-8596-b2ad6a0f5e89 req-ef5e0311-9924-4af0-b341-46a9759197ee tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] For port 5496af34-58d5-4464-8951-35fc369f655d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5496af34-58d5-4464-8951-35fc369f655d,segment=NetworkSegment(7fe777f7-cbf2-4256-beaf-28a15d938d00),segment_id=7fe777f7-cbf2-4256-beaf-28a15d938d00)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:58:02.966671 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-8c2e548d-46a0-4979-8596-b2ad6a0f5e89 req-ef5e0311-9924-4af0-b341-46a9759197ee tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:02.974043 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.services.segments.db [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0212e749-1cfd-4b45-a383-c598a2514c31']}} {{(pid=100335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:02.983170 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-8c2e548d-46a0-4979-8596-b2ad6a0f5e89 req-ef5e0311-9924-4af0-b341-46a9759197ee tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Calling delete_port for 5496af34-58d5-4464-8951-35fc369f655d owned by compute:nova {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:58:02.988348 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.services.segments.db [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c8ca48-f4d6-4f83-9432-cefa74ac4d2c') {'for_net_delete': True} {{(pid=100335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:02.988642 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.services.segments.db [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c8ca48-f4d6-4f83-9432-cefa74ac4d2c') {} {{(pid=100335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:02.993241 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab11f8a-41d0-4dd7-8ae1-b78d02bbe066 None None] Pushing event deleted for resources: {'Port': ['ID=b19463cb-0a8d-4a06-a1f8-8d059c6e7480,revision_number=None']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:02.998098 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab11f8a-41d0-4dd7-8ae1-b78d02bbe066 None None] No DVR routers for this DVR port b19463cb-0a8d-4a06-a1f8-8d059c6e7480 on host dv-cinder-804757-3-iscsi {{(pid=100336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:58:03.001984 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775451844473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8871685'] for segment, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:03.016995 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:03.024514 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=100335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 09:58:03.025184 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10025921'] for segment, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: Traceback (most recent call last): Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: timer() Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: cb(*args, **kw) Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: return func(*args, **kwargs) Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: self._notify() Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: self.callback(batched_events) Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: event.method(event) Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: return f(self, *a, **k) Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: return self._get(url).json() Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: return self.request(url, 'GET', **kwargs) Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 09:58:03.027209 dv-cinder-804757-3-iscsi neutron-server[100335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 09:58:03.083129 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504205'] for network, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:03.098643 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:03.100606 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] 10.222.0.55 "DELETE /v2.0/networks/0212e749-1cfd-4b45-a383-c598a2514c31 HTTP/1.1" status: 204 len: 168 time: 0.6102133 Aug 27 09:58:03.101924 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241d032-7fdc-486f-9503-d7326ca44fec admin admin] Pushing event deleted for resources: {'Network': ['ID=0212e749-1cfd-4b45-a383-c598a2514c31,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:03.125550 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-8c2e548d-46a0-4979-8596-b2ad6a0f5e89 req-ef5e0311-9924-4af0-b341-46a9759197ee tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:03.138057 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] get_ports_and_sgs() called for port_ids ['5496af34-58d5-4464-8951-35fc369f655d'] {{(pid=100336) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 09:58:03.155382 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e0311-9924-4af0-b341-46a9759197ee tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Pushing event deleted for resources: {'Port': ['ID=5496af34-58d5-4464-8951-35fc369f655d,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:03.200417 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2e548d-46a0-4979-8596-b2ad6a0f5e89 req-ef5e0311-9924-4af0-b341-46a9759197ee tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] No DVR routers for this DVR port 5496af34-58d5-4464-8951-35fc369f655d on host hv-cinder-80475 {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:58:03.203004 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-8c2e548d-46a0-4979-8596-b2ad6a0f5e89 req-ef5e0311-9924-4af0-b341-46a9759197ee tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:03.204988 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-8c2e548d-46a0-4979-8596-b2ad6a0f5e89 req-ef5e0311-9924-4af0-b341-46a9759197ee tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.65 "DELETE /v2.0/ports/5496af34-58d5-4464-8951-35fc369f655d HTTP/1.1" status: 204 len: 173 time: 0.4754264 Aug 27 09:58:03.205414 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d6a263-2ec8-457f-a1a2-c16425068f8f', 'name': 'network-vif-deleted', 'tag': '5496af34-58d5-4464-8951-35fc369f655d'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:58:03.207760 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faf762a-6f2c-40e0-b679-56e3b858b9bd" -d '{"events": [{"server_uuid": "67d6a263-2ec8-457f-a1a2-c16425068f8f", "name": "network-vif-deleted", "tag": "5496af34-58d5-4464-8951-35fc369f655d"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:58:03.223900 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60432) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:03.248130 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b4a68a-8135-4e51-9680-eaf7e5658ce7 x-openstack-request-id: req-20b4a68a-8135-4e51-9680-eaf7e5658ce7 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:58:03.248421 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d6a263-2ec8-457f-a1a2-c16425068f8f", "name": "network-vif-deleted", "tag": "5496af34-58d5-4464-8951-35fc369f655d", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:58:03.248875 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20b4a68a-8135-4e51-9680-eaf7e5658ce7 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:58:03.249281 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d6a263-2ec8-457f-a1a2-c16425068f8f', 'name': 'network-vif-deleted', 'tag': '5496af34-58d5-4464-8951-35fc369f655d', 'status': 'completed', 'code': 200} Aug 27 09:58:03.415605 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-cd3e52f4-e8f4-4d75-92b8-cab9e63845af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f53ec19e9f94220a09317461ba3b8f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905386 Aug 27 09:58:03.418158 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60436) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:03.471372 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-705c6444-2c8e-45f3-bd04-6216941d2eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:03.496039 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-705c6444-2c8e-45f3-bd04-6216941d2eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:03.716784 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-da61d796-a14b-45f5-8db9-eb4e42193ced req-4c415b23-51a6-46e9-97d7-52100ced61df tempest-AttachVolumeNegativeTest-2077319727 tempest-AttachVolumeNegativeTest-2077319727-project] 10.222.0.55 "GET /v2.0/ports?device_id=67d6a263-2ec8-457f-a1a2-c16425068f8f HTTP/1.1" status: 200 len: 210 time: 0.0328431 Aug 27 09:58:03.798824 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-705c6444-2c8e-45f3-bd04-6216941d2eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:03.801533 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-705c6444-2c8e-45f3-bd04-6216941d2eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:03.802655 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-705c6444-2c8e-45f3-bd04-6216941d2eea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ac1ddbd-1afc-4d85-a30a-e411f970065a HTTP/1.1" status: 204 len: 168 time: 0.3836136 Aug 27 09:58:03.810044 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c6444-2c8e-45f3-bd04-6216941d2eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac1ddbd-1afc-4d85-a30a-e411f970065a,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:04.059457 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60444) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:04.097299 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-6fcd8dae-906a-4cf5-9678-759d2b6b6faf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c7d62c471520475b94a0f824c3c9349d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366991 Aug 27 09:58:04.100164 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60446) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:04.145941 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6b7c03c6-76be-484a-9c98-d42740d68cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:04.167556 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6b7c03c6-76be-484a-9c98-d42740d68cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:04.212110 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6b7c03c6-76be-484a-9c98-d42740d68cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:04.214615 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6b7c03c6-76be-484a-9c98-d42740d68cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:04.215763 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-6b7c03c6-76be-484a-9c98-d42740d68cb2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a34b96f-9410-4dad-a3ab-f29d6a51ffcd HTTP/1.1" status: 204 len: 168 time: 0.1147397 Aug 27 09:58:04.223398 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c03c6-76be-484a-9c98-d42740d68cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a34b96f-9410-4dad-a3ab-f29d6a51ffcd,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:04.369814 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 28c1f751-4cb5-4c11-920f-312ca4096d61 no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:58:04.396108 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: 28c1f751-4cb5-4c11-920f-312ca4096d61 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:58:04.396528 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 28c1f751-4cb5-4c11-920f-312ca4096d61 not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:58:04.396960 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device b19463cb-0a8d-4a06-a1f8-8d059c6e7480 no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:58:04.416562 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: b19463cb-0a8d-4a06-a1f8-8d059c6e7480 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:58:04.416896 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device b19463cb-0a8d-4a06-a1f8-8d059c6e7480 not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:58:04.773827 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60452) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:04.817253 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd4b3e6-43f7-497f-a910-116dbf103f69 admin admin] Deleting subnet 90babb58-c206-4e90-8da9-3c2a82088cdf {{(pid=100335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 09:58:04.820236 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1dd4b3e6-43f7-497f-a910-116dbf103f69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:04.852350 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1dd4b3e6-43f7-497f-a910-116dbf103f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8871706'] for subnet, precommit_delete_associations {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:04.889787 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1dd4b3e6-43f7-497f-a910-116dbf103f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492648'] for subnet, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:04.943345 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1dd4b3e6-43f7-497f-a910-116dbf103f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10025895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9764155'] for subnet, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:04.968111 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4b3e6-43f7-497f-a910-116dbf103f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90babb58-c206-4e90-8da9-3c2a82088cdf,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:04.972046 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-1dd4b3e6-43f7-497f-a910-116dbf103f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:04.974000 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-1dd4b3e6-43f7-497f-a910-116dbf103f69 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/90babb58-c206-4e90-8da9-3c2a82088cdf HTTP/1.1" status: 204 len: 168 time: 0.1991763 Aug 27 09:58:04.977375 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60454) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:05.042768 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c2eed789-261a-4c44-ac3c-607d9ab5f414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574520'] for network, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:05.122219 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c2eed789-261a-4c44-ac3c-607d9ab5f414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561491', 'neutron.services.segments.db._delete_segments_for_network-8775451844590'] for network, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:05.133154 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.services.segments.db [None req-c2eed789-261a-4c44-ac3c-607d9ab5f414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01cef81f-e531-4164-bb67-8c37a10ae73f']}} {{(pid=100335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:05.143115 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.services.segments.db [None req-c2eed789-261a-4c44-ac3c-607d9ab5f414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe777f7-cbf2-4256-beaf-28a15d938d00') {'for_net_delete': True} {{(pid=100335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:05.143407 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.services.segments.db [None req-c2eed789-261a-4c44-ac3c-607d9ab5f414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe777f7-cbf2-4256-beaf-28a15d938d00') {} {{(pid=100335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:05.151803 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c2eed789-261a-4c44-ac3c-607d9ab5f414 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775451844473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8871685'] for segment, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:05.165108 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c2eed789-261a-4c44-ac3c-607d9ab5f414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:05.170749 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2eed789-261a-4c44-ac3c-607d9ab5f414 admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=100335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 09:58:05.171125 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c2eed789-261a-4c44-ac3c-607d9ab5f414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10025921'] for segment, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: Traceback (most recent call last): Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: timer() Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: cb(*args, **kw) Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: return func(*args, **kwargs) Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: self._notify() Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: self.callback(batched_events) Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: event.method(event) Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: return f(self, *a, **k) Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: return self._get(url).json() Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: return self.request(url, 'GET', **kwargs) Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 09:58:05.172695 dv-cinder-804757-3-iscsi neutron-server[100335]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 09:58:05.229406 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c2eed789-261a-4c44-ac3c-607d9ab5f414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504205'] for network, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:05.234601 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c2eed789-261a-4c44-ac3c-607d9ab5f414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:05.238666 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-c2eed789-261a-4c44-ac3c-607d9ab5f414 admin admin] 10.222.0.55 "DELETE /v2.0/networks/01cef81f-e531-4164-bb67-8c37a10ae73f HTTP/1.1" status: 204 len: 168 time: 0.2580748 Aug 27 09:58:05.247986 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eed789-261a-4c44-ac3c-607d9ab5f414 admin admin] Pushing event deleted for resources: {'Network': ['ID=01cef81f-e531-4164-bb67-8c37a10ae73f,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:05.395937 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60458) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:05.440224 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-eea4af8a-a4e6-497f-be66-ff8f3dca6199 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8fc44a54de1e4457b3bd311558f730dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429909 Aug 27 09:58:05.442597 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60460) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:05.489869 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c0952c9b-d22e-4cde-9d79-18d986fa8972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:05.510654 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c0952c9b-d22e-4cde-9d79-18d986fa8972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:05.557509 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c0952c9b-d22e-4cde-9d79-18d986fa8972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:05.560031 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-c0952c9b-d22e-4cde-9d79-18d986fa8972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:05.561219 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-c0952c9b-d22e-4cde-9d79-18d986fa8972 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/250e77a5-7463-42ff-8e2d-b97c068ba91d HTTP/1.1" status: 204 len: 168 time: 0.1176794 Aug 27 09:58:05.569185 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0952c9b-d22e-4cde-9d79-18d986fa8972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250e77a5-7463-42ff-8e2d-b97c068ba91d,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:06.731801 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60510) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:06.833055 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f43d574d-956f-4309-8e88-ec302d4aedfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:06.923120 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f43d574d-956f-4309-8e88-ec302d4aedfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:06.927046 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f43d574d-956f-4309-8e88-ec302d4aedfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:06.966847 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-f43d574d-956f-4309-8e88-ec302d4aedfb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a17239d2c6e54d0aa7adcb4da8552680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339616 Aug 27 09:58:06.968755 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d574d-956f-4309-8e88-ec302d4aedfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bbfbda-4a90-4974-ae60-9bd674b7764e,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:06.969452 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60514) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:07.018783 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-29f1c4a0-03cc-4824-84ff-e744676db623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:07.039793 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-29f1c4a0-03cc-4824-84ff-e744676db623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:07.085352 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-29f1c4a0-03cc-4824-84ff-e744676db623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:07.087951 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-29f1c4a0-03cc-4824-84ff-e744676db623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:07.089076 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-29f1c4a0-03cc-4824-84ff-e744676db623 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/07bbfbda-4a90-4974-ae60-9bd674b7764e HTTP/1.1" status: 204 len: 168 time: 0.1185324 Aug 27 09:58:07.096392 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1c4a0-03cc-4824-84ff-e744676db623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bbfbda-4a90-4974-ae60-9bd674b7764e,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:07.363966 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 5496af34-58d5-4464-8951-35fc369f655d no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:58:07.386107 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: 5496af34-58d5-4464-8951-35fc369f655d {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:58:07.386449 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 5496af34-58d5-4464-8951-35fc369f655d not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:58:08.811023 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60576) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:08.913119 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-fd6336fa-9aae-40c2-ac06-f258c6f0b56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:09.002350 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-fd6336fa-9aae-40c2-ac06-f258c6f0b56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:09.005937 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-fd6336fa-9aae-40c2-ac06-f258c6f0b56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:09.043481 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6336fa-9aae-40c2-ac06-f258c6f0b56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5baad7c8-11c0-4bb5-9db2-b19c3f08388b,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:09.047798 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-fd6336fa-9aae-40c2-ac06-f258c6f0b56a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8031dc2f637949beba099bc29d95529c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357557 Aug 27 09:58:09.050637 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60580) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:09.105935 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-07530ec0-5738-47b6-8420-feadb4e72a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:09.126204 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-07530ec0-5738-47b6-8420-feadb4e72a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:09.173355 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-07530ec0-5738-47b6-8420-feadb4e72a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:09.176105 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-07530ec0-5738-47b6-8420-feadb4e72a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:09.177247 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-07530ec0-5738-47b6-8420-feadb4e72a29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5baad7c8-11c0-4bb5-9db2-b19c3f08388b HTTP/1.1" status: 204 len: 168 time: 0.1257079 Aug 27 09:58:09.185196 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07530ec0-5738-47b6-8420-feadb4e72a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baad7c8-11c0-4bb5-9db2-b19c3f08388b,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:09.427764 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60586) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:09.441183 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-4504464c-3e8d-4635-8837-f155940bb035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:09.539750 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-4504464c-3e8d-4635-8837-f155940bb035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:09.543287 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-4504464c-3e8d-4635-8837-f155940bb035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:09.580102 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504464c-3e8d-4635-8837-f155940bb035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0af4357-2c91-4b44-a794-bf12aec82087,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:09.584415 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-4504464c-3e8d-4635-8837-f155940bb035 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c1236ddf1d149ce8bfa5b3c81c17d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556053 Aug 27 09:58:09.587010 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60588) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:09.634188 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8098be99-dcba-458c-9b6c-763c89e68592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:09.654452 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8098be99-dcba-458c-9b6c-763c89e68592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:09.698465 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8098be99-dcba-458c-9b6c-763c89e68592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:09.700849 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-8098be99-dcba-458c-9b6c-763c89e68592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:09.701992 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-8098be99-dcba-458c-9b6c-763c89e68592 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f0af4357-2c91-4b44-a794-bf12aec82087 HTTP/1.1" status: 204 len: 168 time: 0.1140907 Aug 27 09:58:09.709345 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098be99-dcba-458c-9b6c-763c89e68592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0af4357-2c91-4b44-a794-bf12aec82087,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:10.233198 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:58:11.262780 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60634) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:11.367551 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-7f5908ac-124a-4bba-9d82-faa0b1b38625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:11.455010 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-7f5908ac-124a-4bba-9d82-faa0b1b38625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:11.458642 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-7f5908ac-124a-4bba-9d82-faa0b1b38625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:11.499727 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-7f5908ac-124a-4bba-9d82-faa0b1b38625 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35ff3c0d0a1e4008bf68bc5c74af0b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357605 Aug 27 09:58:11.501468 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5908ac-124a-4bba-9d82-faa0b1b38625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30d385f-95a4-4238-b45c-ba72a38a886d,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:11.502448 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60638) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:11.556155 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6c40076c-4c85-45cd-af7b-1f3cf187ae8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:11.576113 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6c40076c-4c85-45cd-af7b-1f3cf187ae8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:11.621876 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6c40076c-4c85-45cd-af7b-1f3cf187ae8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:11.624383 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6c40076c-4c85-45cd-af7b-1f3cf187ae8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:11.625537 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-6c40076c-4c85-45cd-af7b-1f3cf187ae8e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d30d385f-95a4-4238-b45c-ba72a38a886d HTTP/1.1" status: 204 len: 168 time: 0.1220565 Aug 27 09:58:11.633537 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40076c-4c85-45cd-af7b-1f3cf187ae8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30d385f-95a4-4238-b45c-ba72a38a886d,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:11.876393 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60644) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:11.890038 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-12dca14b-8010-4342-aff4-25b7dd4ba9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:11.978503 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-12dca14b-8010-4342-aff4-25b7dd4ba9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:11.982071 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-12dca14b-8010-4342-aff4-25b7dd4ba9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:12.018101 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dca14b-8010-4342-aff4-25b7dd4ba9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ce675f-ea29-4ba4-9ccc-e717c11220e7,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:12.022377 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-12dca14b-8010-4342-aff4-25b7dd4ba9df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=125b4945fc8f4543ad26e9c087336bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449549 Aug 27 09:58:12.025031 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60646) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:12.074875 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-65bed58e-8aa6-483f-901e-e821c2908041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:12.095113 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-65bed58e-8aa6-483f-901e-e821c2908041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:12.140898 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-65bed58e-8aa6-483f-901e-e821c2908041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:12.143430 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-65bed58e-8aa6-483f-901e-e821c2908041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:12.144560 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-65bed58e-8aa6-483f-901e-e821c2908041 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/69ce675f-ea29-4ba4-9ccc-e717c11220e7 HTTP/1.1" status: 204 len: 168 time: 0.1187987 Aug 27 09:58:12.152163 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bed58e-8aa6-483f-901e-e821c2908041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ce675f-ea29-4ba4-9ccc-e717c11220e7,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:14.010439 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60692) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:14.177354 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-81c1dbc6-12dc-4ab9-9839-f9b4319cca88 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Deleting port 5d29fb15-7cc6-42bb-8e35-a54ab709fbd5 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:58:14.177728 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-81c1dbc6-12dc-4ab9-9839-f9b4319cca88 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:14.250646 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-81c1dbc6-12dc-4ab9-9839-f9b4319cca88 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:14.250979 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-81c1dbc6-12dc-4ab9-9839-f9b4319cca88 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:14.263047 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-81c1dbc6-12dc-4ab9-9839-f9b4319cca88 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Calling delete_port for 5d29fb15-7cc6-42bb-8e35-a54ab709fbd5 owned by network:floatingip {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:58:14.407665 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-81c1dbc6-12dc-4ab9-9839-f9b4319cca88 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:14.435285 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1dbc6-12dc-4ab9-9839-f9b4319cca88 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event deleted for resources: {'Port': ['ID=5d29fb15-7cc6-42bb-8e35-a54ab709fbd5,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:14.496311 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-81c1dbc6-12dc-4ab9-9839-f9b4319cca88 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for floatingip, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:14.496643 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.l3_db [None req-81c1dbc6-12dc-4ab9-9839-f9b4319cca88 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Floating IP f9fd1d63-9b14-4345-9fce-9ccc889a8abe disassociated (deleted). External IP: 172.27.3.137, port: 2bd9780b-a2ea-4c29-813e-311829cae166. Aug 27 09:58:14.702815 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c1dbc6-12dc-4ab9-9839-f9b4319cca88 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Router 42c64f88-fc17-47d4-8706-33c723b14efa has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:58:14.808578 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c1dbc6-12dc-4ab9-9839-f9b4319cca88 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:58:14.813603 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-81c1dbc6-12dc-4ab9-9839-f9b4319cca88 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:14.819783 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bae208-b3d2-4fb3-804f-ea4cfed316d3 None None] Sync routers for ids ['42c64f88-fc17-47d4-8706-33c723b14efa'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:58:14.829155 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bae208-b3d2-4fb3-804f-ea4cfed316d3 None None] Routers {'42c64f88-fc17-47d4-8706-33c723b14efa'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:58:14.829883 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-29bae208-b3d2-4fb3-804f-ea4cfed316d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:57:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['42c64f88-fc17-47d4-8706-33c723b14efa'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:14.842825 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-81c1dbc6-12dc-4ab9-9839-f9b4319cca88 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "DELETE /v2.0/floatingips/f9fd1d63-9b14-4345-9fce-9ccc889a8abe HTTP/1.1" status: 204 len: 168 time: 0.8311145 Aug 27 09:58:14.845037 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2112bb2a-1f77-4340-8813-1634b950ae34', 'tag': '2bd9780b-a2ea-4c29-813e-311829cae166'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:58:14.845612 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4355923-5842-47a4-8da9-6bc14dd6c8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "2112bb2a-1f77-4340-8813-1634b950ae34", "tag": "2bd9780b-a2ea-4c29-813e-311829cae166"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:58:14.881432 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8daf48a-6c1b-49d0-a260-a82f976249fc x-openstack-request-id: req-d8daf48a-6c1b-49d0-a260-a82f976249fc {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:58:14.881813 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2112bb2a-1f77-4340-8813-1634b950ae34", "tag": "2bd9780b-a2ea-4c29-813e-311829cae166", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:58:14.882065 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8daf48a-6c1b-49d0-a260-a82f976249fc {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:58:14.882460 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2112bb2a-1f77-4340-8813-1634b950ae34', 'tag': '2bd9780b-a2ea-4c29-813e-311829cae166', 'status': 'completed', 'code': 200} Aug 27 09:58:14.951478 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-29bae208-b3d2-4fb3-804f-ea4cfed316d3 None None] Set router 42c64f88-fc17-47d4-8706-33c723b14efa gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:58:14.953670 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4355923-5842-47a4-8da9-6bc14dd6c8c1 req-704ebb72-44d3-4a89-b31c-3dc47c74c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:58:14.955305 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d4355923-5842-47a4-8da9-6bc14dd6c8c1 req-704ebb72-44d3-4a89-b31c-3dc47c74c8f8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a36c7d635aa4453085e33b93c245c04f&device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 1098 time: 0.0429552 Aug 27 09:58:15.088761 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4355923-5842-47a4-8da9-6bc14dd6c8c1 req-9e33ae34-dd7b-4355-a269-83d3ef8b739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:58:15.090509 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d4355923-5842-47a4-8da9-6bc14dd6c8c1 req-9e33ae34-dd7b-4355-a269-83d3ef8b739d service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc19112f-ba8d-4504-88bf-0381b6982fa3 HTTP/1.1" status: 200 len: 914 time: 0.1266606 Aug 27 09:58:15.123891 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a94f8e-9cde-415b-9894-d83582b5fb17 req-756ccfad-fa5a-47f7-b970-9cccded7b25d tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:58:15.126285 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e4a94f8e-9cde-415b-9894-d83582b5fb17 req-756ccfad-fa5a-47f7-b970-9cccded7b25d tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 945 time: 0.0602160 Aug 27 09:58:15.176200 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-e4a94f8e-9cde-415b-9894-d83582b5fb17 req-c01a37aa-8ef2-44b8-8fd4-da502a432dc4 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424490 Aug 27 09:58:15.242498 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-29bae208-b3d2-4fb3-804f-ea4cfed316d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'e4733442-5a37-41db-bf0e-86bfd1a2952a', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'port_id': '0b2fb162-9eb0-4127-aac1-b6737b2db12a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'mac_address': 'fa:16:3e:7f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:54:27Z', 'updated_at': '2021-08-27T09:54:29Z', 'revision_number': 1, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 5, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:15.275960 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bae208-b3d2-4fb3-804f-ea4cfed316d3 None None] Checking router: 42c64f88-fc17-47d4-8706-33c723b14efa for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:58:15.285337 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bae208-b3d2-4fb3-804f-ea4cfed316d3 None None] Routers {'42c64f88-fc17-47d4-8706-33c723b14efa'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:58:15.285985 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-29bae208-b3d2-4fb3-804f-ea4cfed316d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:57:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['42c64f88-fc17-47d4-8706-33c723b14efa'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:15.401774 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-29bae208-b3d2-4fb3-804f-ea4cfed316d3 None None] Set router 42c64f88-fc17-47d4-8706-33c723b14efa gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:58:15.429628 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d4355923-5842-47a4-8da9-6bc14dd6c8c1 req-418bbf3f-da73-4a81-a4da-25f87db81fd3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd9780b-a2ea-4c29-813e-311829cae166 HTTP/1.1" status: 200 len: 217 time: 0.3294101 Aug 27 09:58:15.481779 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4355923-5842-47a4-8da9-6bc14dd6c8c1 req-488705b9-ac06-40ff-aae1-71f9690e4b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:58:15.483260 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d4355923-5842-47a4-8da9-6bc14dd6c8c1 req-488705b9-ac06-40ff-aae1-71f9690e4b19 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c6d5bd7-f50f-42b4-861c-8d22947a1275 HTTP/1.1" status: 200 len: 851 time: 0.0450251 Aug 27 09:58:15.532807 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4355923-5842-47a4-8da9-6bc14dd6c8c1 req-7369eec8-4c1a-4e6d-b9c8-0b0e47409d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:58:15.534278 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d4355923-5842-47a4-8da9-6bc14dd6c8c1 req-7369eec8-4c1a-4e6d-b9c8-0b0e47409d67 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc19112f-ba8d-4504-88bf-0381b6982fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420237 Aug 27 09:58:15.624781 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d4355923-5842-47a4-8da9-6bc14dd6c8c1 req-458cb4a8-33e1-4030-aff7-7ae8079ae3e6 service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826025 Aug 27 09:58:15.716605 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-d4355923-5842-47a4-8da9-6bc14dd6c8c1 req-8b86db94-3237-47d6-aa14-21c272673e12 service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838850 Aug 27 09:58:15.746174 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-29bae208-b3d2-4fb3-804f-ea4cfed316d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'e4733442-5a37-41db-bf0e-86bfd1a2952a', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'port_id': '0b2fb162-9eb0-4127-aac1-b6737b2db12a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'mac_address': 'fa:16:3e:7f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:54:27Z', 'updated_at': '2021-08-27T09:54:29Z', 'revision_number': 1, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 5, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:15.775343 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bae208-b3d2-4fb3-804f-ea4cfed316d3 None None] The sync data for ids ['42c64f88-fc17-47d4-8706-33c723b14efa'] in dv-cinder-804757-3-iscsi is: [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_floatingips': [{'id': 'e4733442-5a37-41db-bf0e-86bfd1a2952a', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'router_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'port_id': '0b2fb162-9eb0-4127-aac1-b6737b2db12a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'mac_address': 'fa:16:3e:7f:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T09:54:27Z', 'updated_at': '2021-08-27T09:54:29Z', 'revision_number': 1, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 5, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:58:15.971751 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd186b3-2adc-418b-8879-5c2bc83f6593 None None] New status for floating IP f9fd1d63-9b14-4345-9fce-9ccc889a8abe: DOWN {{(pid=100337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 09:58:16.297526 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a2d4b-915a-4fa9-810f-403b04297f8a req-1b953bcd-5910-4915-8860-167b38010408 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:58:16.299276 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-737a2d4b-915a-4fa9-810f-403b04297f8a req-1b953bcd-5910-4915-8860-167b38010408 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 945 time: 0.0507507 Aug 27 09:58:16.343021 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-737a2d4b-915a-4fa9-810f-403b04297f8a req-8f229aa1-55eb-4944-9d0d-2f9faaf0d4ed tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367496 Aug 27 09:58:16.622583 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ee553-f7e7-4cad-b33d-e00a9c83f7b0 req-349ecb38-cf45-442e-a230-c61254cfc11c tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:58:16.624377 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7f3ee553-f7e7-4cad-b33d-e00a9c83f7b0 req-349ecb38-cf45-442e-a230-c61254cfc11c tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.65 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 945 time: 0.0531409 Aug 27 09:58:16.722086 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-7f3ee553-f7e7-4cad-b33d-e00a9c83f7b0 req-19ca1028-4355-416b-912f-58bc4a1ba53e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Deleting port 2bd9780b-a2ea-4c29-813e-311829cae166 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:58:16.722426 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-7f3ee553-f7e7-4cad-b33d-e00a9c83f7b0 req-19ca1028-4355-416b-912f-58bc4a1ba53e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:16.809459 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-7f3ee553-f7e7-4cad-b33d-e00a9c83f7b0 req-19ca1028-4355-416b-912f-58bc4a1ba53e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] For port 2bd9780b-a2ea-4c29-813e-311829cae166, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2bd9780b-a2ea-4c29-813e-311829cae166,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:58:16.809773 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-7f3ee553-f7e7-4cad-b33d-e00a9c83f7b0 req-19ca1028-4355-416b-912f-58bc4a1ba53e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:16.822515 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-7f3ee553-f7e7-4cad-b33d-e00a9c83f7b0 req-19ca1028-4355-416b-912f-58bc4a1ba53e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Calling delete_port for 2bd9780b-a2ea-4c29-813e-311829cae166 owned by compute:nova {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:58:16.951475 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-7f3ee553-f7e7-4cad-b33d-e00a9c83f7b0 req-19ca1028-4355-416b-912f-58bc4a1ba53e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:16.977442 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca1028-4355-416b-912f-58bc4a1ba53e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event deleted for resources: {'Port': ['ID=2bd9780b-a2ea-4c29-813e-311829cae166,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:17.017692 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3ee553-f7e7-4cad-b33d-e00a9c83f7b0 req-19ca1028-4355-416b-912f-58bc4a1ba53e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] No DVR routers for this DVR port 2bd9780b-a2ea-4c29-813e-311829cae166 on host hv-cinder-80475 {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:58:17.020110 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-7f3ee553-f7e7-4cad-b33d-e00a9c83f7b0 req-19ca1028-4355-416b-912f-58bc4a1ba53e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:17.022078 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-7f3ee553-f7e7-4cad-b33d-e00a9c83f7b0 req-19ca1028-4355-416b-912f-58bc4a1ba53e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.65 "DELETE /v2.0/ports/2bd9780b-a2ea-4c29-813e-311829cae166 HTTP/1.1" status: 204 len: 173 time: 0.3916981 Aug 27 09:58:17.023073 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2112bb2a-1f77-4340-8813-1634b950ae34', 'name': 'network-vif-deleted', 'tag': '2bd9780b-a2ea-4c29-813e-311829cae166'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:58:17.025512 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fe24b6-b8e4-4abb-b0d9-67b739c8a976" -d '{"events": [{"server_uuid": "2112bb2a-1f77-4340-8813-1634b950ae34", "name": "network-vif-deleted", "tag": "2bd9780b-a2ea-4c29-813e-311829cae166"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:58:17.062635 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023ce694-0696-4dd1-870e-c126680c996d x-openstack-request-id: req-023ce694-0696-4dd1-870e-c126680c996d {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:58:17.062930 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2112bb2a-1f77-4340-8813-1634b950ae34", "name": "network-vif-deleted", "tag": "2bd9780b-a2ea-4c29-813e-311829cae166", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:58:17.063184 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-023ce694-0696-4dd1-870e-c126680c996d {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:58:17.063583 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2112bb2a-1f77-4340-8813-1634b950ae34', 'name': 'network-vif-deleted', 'tag': '2bd9780b-a2ea-4c29-813e-311829cae166', 'status': 'completed', 'code': 200} Aug 27 09:58:17.454635 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-9c786bbf-2905-4a40-8b9c-6407c43ef064 req-a2fc5622-188b-43c6-8841-567ef3218e84 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=2112bb2a-1f77-4340-8813-1634b950ae34 HTTP/1.1" status: 200 len: 210 time: 0.0309334 Aug 27 09:58:20.632041 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-d13ee4b2-a90b-43f3-a29f-e2887bbe0846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:20.722883 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60768) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:20.876919 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-3679022e-05aa-4664-a04a-5aa2f75f8713 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Deleting port 0af639f8-6e72-46cb-9817-3bd952723fbc {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:58:20.877146 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3679022e-05aa-4664-a04a-5aa2f75f8713 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:20.951007 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3679022e-05aa-4664-a04a-5aa2f75f8713 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:20.951325 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3679022e-05aa-4664-a04a-5aa2f75f8713 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:20.962908 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-3679022e-05aa-4664-a04a-5aa2f75f8713 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Calling delete_port for 0af639f8-6e72-46cb-9817-3bd952723fbc owned by network:floatingip {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:58:21.106404 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3679022e-05aa-4664-a04a-5aa2f75f8713 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:21.133135 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679022e-05aa-4664-a04a-5aa2f75f8713 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event deleted for resources: {'Port': ['ID=0af639f8-6e72-46cb-9817-3bd952723fbc,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:21.195856 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3679022e-05aa-4664-a04a-5aa2f75f8713 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for floatingip, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:21.196184 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.db.l3_db [None req-3679022e-05aa-4664-a04a-5aa2f75f8713 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Floating IP e4733442-5a37-41db-bf0e-86bfd1a2952a disassociated (deleted). External IP: 172.27.3.64, port: 0b2fb162-9eb0-4127-aac1-b6737b2db12a. Aug 27 09:58:21.401396 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3679022e-05aa-4664-a04a-5aa2f75f8713 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Router 42c64f88-fc17-47d4-8706-33c723b14efa has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:58:21.410619 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 2bd9780b-a2ea-4c29-813e-311829cae166 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:58:21.430257 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: 2bd9780b-a2ea-4c29-813e-311829cae166 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:58:21.430595 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 2bd9780b-a2ea-4c29-813e-311829cae166 not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:58:21.507317 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3679022e-05aa-4664-a04a-5aa2f75f8713 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:58:21.517467 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-3679022e-05aa-4664-a04a-5aa2f75f8713 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:21.519231 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2953fa08-f427-49d9-9534-13e238ac2934 None None] Sync routers for ids ['42c64f88-fc17-47d4-8706-33c723b14efa'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:58:21.528586 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2953fa08-f427-49d9-9534-13e238ac2934 None None] Routers {'42c64f88-fc17-47d4-8706-33c723b14efa'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:58:21.529238 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-2953fa08-f427-49d9-9534-13e238ac2934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:57:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['42c64f88-fc17-47d4-8706-33c723b14efa'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:21.556122 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-3679022e-05aa-4664-a04a-5aa2f75f8713 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "DELETE /v2.0/floatingips/e4733442-5a37-41db-bf0e-86bfd1a2952a HTTP/1.1" status: 204 len: 168 time: 0.8290153 Aug 27 09:58:21.556122 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'tag': '0b2fb162-9eb0-4127-aac1-b6737b2db12a'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:58:21.556982 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2799143b-ad4c-481f-b633-d02a74faab94" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b7b053-4dd7-4e43-b106-3a8e8061a7b4", "tag": "0b2fb162-9eb0-4127-aac1-b6737b2db12a"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:58:21.593099 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 09:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220f0470-4753-4f80-877f-bc5dc4e05051 x-openstack-request-id: req-220f0470-4753-4f80-877f-bc5dc4e05051 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:58:21.599820 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b7b053-4dd7-4e43-b106-3a8e8061a7b4", "tag": "0b2fb162-9eb0-4127-aac1-b6737b2db12a", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:58:21.600132 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-220f0470-4753-4f80-877f-bc5dc4e05051 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:58:21.600703 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'tag': '0b2fb162-9eb0-4127-aac1-b6737b2db12a', 'status': 'completed', 'code': 200} Aug 27 09:58:21.661208 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-2953fa08-f427-49d9-9534-13e238ac2934 None None] Set router 42c64f88-fc17-47d4-8706-33c723b14efa gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:58:21.664689 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799143b-ad4c-481f-b633-d02a74faab94 req-1e1994a6-9191-4aad-8db7-883b10792a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:58:21.666663 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2799143b-ad4c-481f-b633-d02a74faab94 req-1e1994a6-9191-4aad-8db7-883b10792a0c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a36c7d635aa4453085e33b93c245c04f&device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 1099 time: 0.0453503 Aug 27 09:58:21.780057 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799143b-ad4c-481f-b633-d02a74faab94 req-b73a9864-550d-4314-8549-e8cc271d3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:58:21.781603 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2799143b-ad4c-481f-b633-d02a74faab94 req-b73a9864-550d-4314-8549-e8cc271d3b6e service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc19112f-ba8d-4504-88bf-0381b6982fa3 HTTP/1.1" status: 200 len: 914 time: 0.1038284 Aug 27 09:58:21.800270 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586aca1-8372-43b2-9bf7-03b00634a326 req-f36621e4-3376-4e05-82af-b58f28c9a232 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:58:21.801958 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1586aca1-8372-43b2-9bf7-03b00634a326 req-f36621e4-3376-4e05-82af-b58f28c9a232 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0524943 Aug 27 09:58:21.828085 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2799143b-ad4c-481f-b633-d02a74faab94 req-2a19a12e-dc6c-48da-bb29-734b2880355b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b2fb162-9eb0-4127-aac1-b6737b2db12a HTTP/1.1" status: 200 len: 217 time: 0.0383618 Aug 27 09:58:21.842489 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [req-1586aca1-8372-43b2-9bf7-03b00634a326 req-143a75fc-d4ee-4575-856a-2a17b9d30d20 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332830 Aug 27 09:58:21.880947 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-2953fa08-f427-49d9-9534-13e238ac2934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 5, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:21.883125 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799143b-ad4c-481f-b633-d02a74faab94 req-ed3ea74b-fd68-4341-83b6-d2da1ab7ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:58:21.884626 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2799143b-ad4c-481f-b633-d02a74faab94 req-ed3ea74b-fd68-4341-83b6-d2da1ab7ea25 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c6d5bd7-f50f-42b4-861c-8d22947a1275 HTTP/1.1" status: 200 len: 851 time: 0.0487990 Aug 27 09:58:21.911305 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2953fa08-f427-49d9-9534-13e238ac2934 None None] Checking router: 42c64f88-fc17-47d4-8706-33c723b14efa for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:58:21.919656 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2953fa08-f427-49d9-9534-13e238ac2934 None None] Routers {'42c64f88-fc17-47d4-8706-33c723b14efa'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:58:21.920249 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-2953fa08-f427-49d9-9534-13e238ac2934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:57:53Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['42c64f88-fc17-47d4-8706-33c723b14efa'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:21.933166 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799143b-ad4c-481f-b633-d02a74faab94 req-25086378-805b-4c2e-8bc5-daec25e4806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:58:21.934701 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2799143b-ad4c-481f-b633-d02a74faab94 req-25086378-805b-4c2e-8bc5-daec25e4806a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc19112f-ba8d-4504-88bf-0381b6982fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405657 Aug 27 09:58:22.019266 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-2953fa08-f427-49d9-9534-13e238ac2934 None None] Set router 42c64f88-fc17-47d4-8706-33c723b14efa gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:58:22.029554 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2799143b-ad4c-481f-b633-d02a74faab94 req-dcc0ef7a-b415-4eb6-b302-ac570e333009 service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851381 Aug 27 09:58:22.118734 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-2799143b-ad4c-481f-b633-d02a74faab94 req-05fbcde6-9066-40b0-a181-e555cf902e4b service neutron] 10.222.0.65 "GET /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809429 Aug 27 09:58:22.216314 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-2953fa08-f427-49d9-9534-13e238ac2934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 5, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:22.248655 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2953fa08-f427-49d9-9534-13e238ac2934 None None] The sync data for ids ['42c64f88-fc17-47d4-8706-33c723b14efa'] in dv-cinder-804757-3-iscsi is: [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:51Z', 'revision_number': 4, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi', '_interfaces': [{'id': 'e3898772-2de2-49a2-82f5-ef3602bb45ab', 'name': '', 'network_id': 'cc19112f-ba8d-4504-88bf-0381b6982fa3', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'mac_address': 'fa:16:3e:37:99:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:50Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 5, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'subnets': [{'id': '1c6d5bd7-f50f-42b4-861c-8d22947a1275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:58:22.462830 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0336b2b3-5643-47be-bb1b-bed97d15c65e None None] New status for floating IP e4733442-5a37-41db-bf0e-86bfd1a2952a: DOWN {{(pid=100337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 09:58:22.851858 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60788) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:22.966607 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-181ff48e-6cf0-4fdb-b3d8-31e6008d28c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:22.988271 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f417f5-1338-48a3-9930-f463c76b06d1 req-9fd05cbe-269b-4ff9-b650-cb8bfe11908e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:58:22.989736 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-76f417f5-1338-48a3-9930-f463c76b06d1 req-9fd05cbe-269b-4ff9-b650-cb8bfe11908e tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0744052 Aug 27 09:58:23.045126 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-76f417f5-1338-48a3-9930-f463c76b06d1 req-0b4552fb-4a70-43f8-adbb-824649c7d750 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/security-groups?id=9978b119-6561-4cbd-89a1-3928ca7d63a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486410 Aug 27 09:58:23.092175 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-181ff48e-6cf0-4fdb-b3d8-31e6008d28c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:23.095872 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-181ff48e-6cf0-4fdb-b3d8-31e6008d28c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:23.132414 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-181ff48e-6cf0-4fdb-b3d8-31e6008d28c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=540300fa03f74e4798906b81538f0e86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2794235 Aug 27 09:58:23.133363 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ff48e-6cf0-4fdb-b3d8-31e6008d28c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba6b4ef-cee8-4a51-a863-1a5bbd8d3f6e,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:23.135276 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60794) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:23.183925 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-03840ed3-1d92-4913-87b3-ad8792434d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:23.204221 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-03840ed3-1d92-4913-87b3-ad8792434d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:23.254748 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-03840ed3-1d92-4913-87b3-ad8792434d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:23.257749 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-03840ed3-1d92-4913-87b3-ad8792434d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:23.258883 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-03840ed3-1d92-4913-87b3-ad8792434d39 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fba6b4ef-cee8-4a51-a863-1a5bbd8d3f6e HTTP/1.1" status: 204 len: 168 time: 0.1220634 Aug 27 09:58:23.266807 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03840ed3-1d92-4913-87b3-ad8792434d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba6b4ef-cee8-4a51-a863-1a5bbd8d3f6e,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:23.304098 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751af56-1d33-47fd-a726-a5b9b1e64182 req-f96a2b34-6529-4e8c-a4f5-d04b34237b2b tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 09:58:23.306142 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1751af56-1d33-47fd-a726-a5b9b1e64182 req-f96a2b34-6529-4e8c-a4f5-d04b34237b2b tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 946 time: 0.0581427 Aug 27 09:58:23.362242 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-1d6b2129-65dd-4322-b6ce-b9834979260d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:23.402369 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-1751af56-1d33-47fd-a726-a5b9b1e64182 req-b1390cff-151e-4d6f-bd67-e15c82530922 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Deleting port 0b2fb162-9eb0-4127-aac1-b6737b2db12a {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:58:23.402709 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-1751af56-1d33-47fd-a726-a5b9b1e64182 req-b1390cff-151e-4d6f-bd67-e15c82530922 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:23.490334 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [req-1751af56-1d33-47fd-a726-a5b9b1e64182 req-b1390cff-151e-4d6f-bd67-e15c82530922 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] For port 0b2fb162-9eb0-4127-aac1-b6737b2db12a, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0b2fb162-9eb0-4127-aac1-b6737b2db12a,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:58:23.490696 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-1751af56-1d33-47fd-a726-a5b9b1e64182 req-b1390cff-151e-4d6f-bd67-e15c82530922 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:23.504546 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [req-1751af56-1d33-47fd-a726-a5b9b1e64182 req-b1390cff-151e-4d6f-bd67-e15c82530922 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Calling delete_port for 0b2fb162-9eb0-4127-aac1-b6737b2db12a owned by compute:nova {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:58:23.530371 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60800) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:23.545265 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6aa5737a-93d9-4e55-bd22-2ac777ad6b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:23.576646 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:23.632845 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6aa5737a-93d9-4e55-bd22-2ac777ad6b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:23.636888 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-6aa5737a-93d9-4e55-bd22-2ac777ad6b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:23.642387 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-1751af56-1d33-47fd-a726-a5b9b1e64182 req-b1390cff-151e-4d6f-bd67-e15c82530922 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:23.668569 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1390cff-151e-4d6f-bd67-e15c82530922 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event deleted for resources: {'Port': ['ID=0b2fb162-9eb0-4127-aac1-b6737b2db12a,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:23.674981 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-6aa5737a-93d9-4e55-bd22-2ac777ad6b7b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d758303beea47818afc0a4fa1693612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426413 Aug 27 09:58:23.675824 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5737a-93d9-4e55-bd22-2ac777ad6b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8857be29-9e4b-4222-951a-0df2bae8a7a8,revision_number=1']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:23.677400 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60802) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:23.735805 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [req-1751af56-1d33-47fd-a726-a5b9b1e64182 req-b1390cff-151e-4d6f-bd67-e15c82530922 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] No DVR routers for this DVR port 0b2fb162-9eb0-4127-aac1-b6737b2db12a on host hv-cinder-80475 {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:58:23.740524 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [req-1751af56-1d33-47fd-a726-a5b9b1e64182 req-b1390cff-151e-4d6f-bd67-e15c82530922 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for port, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:23.742981 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-1751af56-1d33-47fd-a726-a5b9b1e64182 req-b1390cff-151e-4d6f-bd67-e15c82530922 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.65 "DELETE /v2.0/ports/0b2fb162-9eb0-4127-aac1-b6737b2db12a HTTP/1.1" status: 204 len: 173 time: 0.4296386 Aug 27 09:58:23.743398 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'name': 'network-vif-deleted', 'tag': '0b2fb162-9eb0-4127-aac1-b6737b2db12a'}] {{(pid=100334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 09:58:23.745594 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b9dbbcf7517c3084e9bf756d9834458cc3664932d10ded09008f377564d3396" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdec0d4-7fe2-42a6-a461-c95ba098caaa" -d '{"events": [{"server_uuid": "f6b7b053-4dd7-4e43-b106-3a8e8061a7b4", "name": "network-vif-deleted", "tag": "0b2fb162-9eb0-4127-aac1-b6737b2db12a"}]}' {{(pid=100334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 09:58:23.772729 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6de602f6-bc45-4ccf-8833-be12da23221d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:23.783929 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 09:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638f5f7d-080a-416c-840a-f8a470e1c175 x-openstack-request-id: req-638f5f7d-080a-416c-840a-f8a470e1c175 {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 09:58:23.784234 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b7b053-4dd7-4e43-b106-3a8e8061a7b4", "name": "network-vif-deleted", "tag": "0b2fb162-9eb0-4127-aac1-b6737b2db12a", "status": "completed", "code": 200}]} {{(pid=100334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 09:58:23.784456 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-638f5f7d-080a-416c-840a-f8a470e1c175 {{(pid=100334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 09:58:23.784827 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b7b053-4dd7-4e43-b106-3a8e8061a7b4', 'name': 'network-vif-deleted', 'tag': '0b2fb162-9eb0-4127-aac1-b6737b2db12a', 'status': 'completed', 'code': 200} Aug 27 09:58:23.797551 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6de602f6-bc45-4ccf-8833-be12da23221d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:23.846119 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6de602f6-bc45-4ccf-8833-be12da23221d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:23.848565 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-6de602f6-bc45-4ccf-8833-be12da23221d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:23.849737 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-6de602f6-bc45-4ccf-8833-be12da23221d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8857be29-9e4b-4222-951a-0df2bae8a7a8 HTTP/1.1" status: 204 len: 168 time: 0.1693082 Aug 27 09:58:23.857212 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de602f6-bc45-4ccf-8833-be12da23221d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8857be29-9e4b-4222-951a-0df2bae8a7a8,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:24.161758 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [req-a2145a0c-cbdb-413a-8151-a3c10e8ac2ce req-89a99ce2-cd65-4db6-aa45-fc7d922010f4 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6b7b053-4dd7-4e43-b106-3a8e8061a7b4 HTTP/1.1" status: 200 len: 210 time: 0.0290682 Aug 27 09:58:24.578806 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:24.961851 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:25.219866 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60878) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:25.348852 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-506206e3-9321-4dfa-837b-fbc570f3e2ed tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Deleting port ad267edd-a116-4f7b-98d3-314f788c5afb {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:58:25.349196 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-506206e3-9321-4dfa-837b-fbc570f3e2ed tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:25.429074 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-506206e3-9321-4dfa-837b-fbc570f3e2ed tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:25.429384 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-506206e3-9321-4dfa-837b-fbc570f3e2ed tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:25.440795 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-506206e3-9321-4dfa-837b-fbc570f3e2ed tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Calling delete_port for ad267edd-a116-4f7b-98d3-314f788c5afb owned by network:floatingip {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:58:25.567961 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-506206e3-9321-4dfa-837b-fbc570f3e2ed tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:25.597683 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506206e3-9321-4dfa-837b-fbc570f3e2ed tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event deleted for resources: {'Port': ['ID=ad267edd-a116-4f7b-98d3-314f788c5afb,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:25.654715 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-506206e3-9321-4dfa-837b-fbc570f3e2ed tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for floatingip, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:25.657070 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-506206e3-9321-4dfa-837b-fbc570f3e2ed tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208415'] for floatingip, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:25.658273 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-506206e3-9321-4dfa-837b-fbc570f3e2ed tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "DELETE /v2.0/floatingips/c84a28b2-78ca-4c2b-9f87-fb048d9664b2 HTTP/1.1" status: 204 len: 168 time: 0.4374321 Aug 27 09:58:26.355610 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:26.847935 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60902) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:26.906008 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1384d077-90b7-4209-ac0d-63674cf54239 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:26.931822 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1384d077-90b7-4209-ac0d-63674cf54239 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:26.992841 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1384d077-90b7-4209-ac0d-63674cf54239 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:26.995440 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1384d077-90b7-4209-ac0d-63674cf54239 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:26.996596 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-1384d077-90b7-4209-ac0d-63674cf54239 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] 10.222.0.55 "DELETE /v2.0/security-groups/9978b119-6561-4cbd-89a1-3928ca7d63a7 HTTP/1.1" status: 204 len: 168 time: 0.1476796 Aug 27 09:58:27.005695 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384d077-90b7-4209-ac0d-63674cf54239 tempest-TestVolumeBootPattern-1871110004 tempest-TestVolumeBootPattern-1871110004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9978b119-6561-4cbd-89a1-3928ca7d63a7,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:27.053907 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60906) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:27.455097 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 0b2fb162-9eb0-4127-aac1-b6737b2db12a no longer exists at agent hyperv_hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:58:27.479743 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] No Port match for: 0b2fb162-9eb0-4127-aac1-b6737b2db12a {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:58:27.480092 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Device 0b2fb162-9eb0-4127-aac1-b6737b2db12a not bound to the agent host hv-cinder-80475 {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:58:27.540840 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9da0b688-afe8-4030-874e-89d6093f49ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505889'] for router_interface, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:27.779834 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-9da0b688-afe8-4030-874e-89d6093f49ed admin admin] Deleting port e3898772-2de2-49a2-82f5-ef3602bb45ab {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:58:27.780161 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9da0b688-afe8-4030-874e-89d6093f49ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:27.856281 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [None req-9da0b688-afe8-4030-874e-89d6093f49ed admin admin] For port e3898772-2de2-49a2-82f5-ef3602bb45ab, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=e3898772-2de2-49a2-82f5-ef3602bb45ab,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:58:27.856632 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9da0b688-afe8-4030-874e-89d6093f49ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:27.868544 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-9da0b688-afe8-4030-874e-89d6093f49ed admin admin] Calling delete_port for e3898772-2de2-49a2-82f5-ef3602bb45ab owned by network:router_interface {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:58:28.043756 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9da0b688-afe8-4030-874e-89d6093f49ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10025972'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:28.067539 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0b688-afe8-4030-874e-89d6093f49ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e3898772-2de2-49a2-82f5-ef3602bb45ab,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:28.232603 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-9da0b688-afe8-4030-874e-89d6093f49ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1681814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506091'] for router_interface, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:28.447429 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da0b688-afe8-4030-874e-89d6093f49ed admin admin] Router 42c64f88-fc17-47d4-8706-33c723b14efa has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:58:28.549068 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da0b688-afe8-4030-874e-89d6093f49ed admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:58:28.555147 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-9da0b688-afe8-4030-874e-89d6093f49ed admin admin] 10.222.0.55 "PUT /v2.0/routers/42c64f88-fc17-47d4-8706-33c723b14efa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4991889 Aug 27 09:58:28.557783 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60914) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:28.560490 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b548ac9e-a51c-4b98-a1f8-00cf56e29119 None None] Sync routers for ids ['42c64f88-fc17-47d4-8706-33c723b14efa'] in dv-cinder-804757-3-iscsi {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:58:28.570503 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b548ac9e-a51c-4b98-a1f8-00cf56e29119 None None] Routers {'42c64f88-fc17-47d4-8706-33c723b14efa'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:58:28.571168 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-b548ac9e-a51c-4b98-a1f8-00cf56e29119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:58:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['42c64f88-fc17-47d4-8706-33c723b14efa'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:28.659760 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d87-714c-444d-bde3-72270caeafff admin admin] Notify callbacks [] for router, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:28.675301 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-b548ac9e-a51c-4b98-a1f8-00cf56e29119 None None] Set router 42c64f88-fc17-47d4-8706-33c723b14efa gateway port host: dv-cinder-804757-3-iscsi {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:58:28.760037 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d87-714c-444d-bde3-72270caeafff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:28.818352 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-4ba44d87-714c-444d-bde3-72270caeafff admin admin] Deleting port 1ac733b5-54fc-44e4-873b-015b7480b2a2 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:58:28.818688 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d87-714c-444d-bde3-72270caeafff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:28.852241 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-b548ac9e-a51c-4b98-a1f8-00cf56e29119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:58:27Z', 'revision_number': 5, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port': {'id': '1ac733b5-54fc-44e4-873b-015b7480b2a2', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:28.878160 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b548ac9e-a51c-4b98-a1f8-00cf56e29119 None None] Checking router: 42c64f88-fc17-47d4-8706-33c723b14efa for host: dv-cinder-804757-3-iscsi {{(pid=100336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:58:28.887240 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b548ac9e-a51c-4b98-a1f8-00cf56e29119 None None] Routers {'42c64f88-fc17-47d4-8706-33c723b14efa'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:58:28.887848 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-b548ac9e-a51c-4b98-a1f8-00cf56e29119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:58:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['42c64f88-fc17-47d4-8706-33c723b14efa'], 'active': True} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:28.895874 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [None req-4ba44d87-714c-444d-bde3-72270caeafff admin admin] For port 1ac733b5-54fc-44e4-873b-015b7480b2a2, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=1ac733b5-54fc-44e4-873b-015b7480b2a2,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:58:28.896245 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d87-714c-444d-bde3-72270caeafff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:28.908744 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-4ba44d87-714c-444d-bde3-72270caeafff admin admin] Calling delete_port for 1ac733b5-54fc-44e4-873b-015b7480b2a2 owned by network:router_gateway {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:58:28.979347 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvr_db [None req-b548ac9e-a51c-4b98-a1f8-00cf56e29119 None None] Set router 42c64f88-fc17-47d4-8706-33c723b14efa gateway port host: None {{(pid=100336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:58:29.036211 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_hamode_db [None req-b548ac9e-a51c-4b98-a1f8-00cf56e29119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:58:28Z', 'revision_number': 6, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port_host': None}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:29.063468 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b548ac9e-a51c-4b98-a1f8-00cf56e29119 None None] The sync data for ids ['42c64f88-fc17-47d4-8706-33c723b14efa'] in dv-cinder-804757-3-iscsi is: [{'id': '42c64f88-fc17-47d4-8706-33c723b14efa', 'name': 'tempest-TestVolumeBootPattern-1539839745-router', 'tenant_id': 'a36c7d635aa4453085e33b93c245c04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:48Z', 'updated_at': '2021-08-27T09:58:28Z', 'revision_number': 6, 'project_id': 'a36c7d635aa4453085e33b93c245c04f', 'gw_port_host': None}] {{(pid=100336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:58:29.087078 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d87-714c-444d-bde3-72270caeafff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:29.114008 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba44d87-714c-444d-bde3-72270caeafff admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac733b5-54fc-44e4-873b-015b7480b2a2,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:29.179132 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d87-714c-444d-bde3-72270caeafff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504241'] for router_gateway, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:29.271507 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d87-714c-444d-bde3-72270caeafff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1023807'] for router, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:29.274227 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d87-714c-444d-bde3-72270caeafff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:29.319366 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d87-714c-444d-bde3-72270caeafff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-510241'] for router, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:29.319985 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba44d87-714c-444d-bde3-72270caeafff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42c64f88-fc17-47d4-8706-33c723b14efa {{(pid=100334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 09:58:29.324896 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d87-714c-444d-bde3-72270caeafff admin admin] Notify callbacks [] for router, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:29.328649 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-4ba44d87-714c-444d-bde3-72270caeafff admin admin] 10.222.0.55 "DELETE /v2.0/routers/42c64f88-fc17-47d4-8706-33c723b14efa HTTP/1.1" status: 204 len: 168 time: 0.7669315 Aug 27 09:58:29.329022 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60918) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:29.373379 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.db_base_plugin_v2 [None req-1644eff9-099d-4f5e-970f-051c292a9f61 admin admin] Deleting subnet 1c6d5bd7-f50f-42b4-861c-8d22947a1275 {{(pid=100334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 09:58:29.376191 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1644eff9-099d-4f5e-970f-051c292a9f61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:29.417757 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1644eff9-099d-4f5e-970f-051c292a9f61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10028822'] for subnet, precommit_delete_associations {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:29.500124 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1644eff9-099d-4f5e-970f-051c292a9f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492648'] for subnet, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:29.551046 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1644eff9-099d-4f5e-970f-051c292a9f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10058872', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9947351'] for subnet, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:29.578683 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644eff9-099d-4f5e-970f-051c292a9f61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c6d5bd7-f50f-42b4-861c-8d22947a1275,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:29.580656 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-1644eff9-099d-4f5e-970f-051c292a9f61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:29.583453 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-1644eff9-099d-4f5e-970f-051c292a9f61 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1c6d5bd7-f50f-42b4-861c-8d22947a1275 HTTP/1.1" status: 204 len: 168 time: 0.2524593 Aug 27 09:58:29.585913 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60920) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:29.588726 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624ca29e-a7fe-48ee-ad11-71c9c3066a20 None None] Network cc19112f-ba8d-4504-88bf-0381b6982fa3 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:58:29.655435 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574520'] for network, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:29.712052 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] Deleting port d0e429e2-96e5-415d-8462-8b5768e927f2 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:58:29.712386 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:29.773398 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] For port d0e429e2-96e5-415d-8462-8b5768e927f2, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=d0e429e2-96e5-415d-8462-8b5768e927f2,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:58:29.773870 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:29.791068 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] Calling delete_port for d0e429e2-96e5-415d-8462-8b5768e927f2 owned by network:dhcp {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:58:29.808498 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af6b74e-3d9c-4ffd-81a0-a09aca66017e None None] DHCP port deletion for cc19112f-ba8d-4504-88bf-0381b6982fa3 request from dv-cinder-804757-3-iscsi {{(pid=100336) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 09:58:29.855632 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4af6b74e-3d9c-4ffd-81a0-a09aca66017e None None] Deleting port d0e429e2-96e5-415d-8462-8b5768e927f2 {{(pid=100336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:58:29.856111 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4af6b74e-3d9c-4ffd-81a0-a09aca66017e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:29.875004 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:29.888149 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] No DVR routers for this DVR port d0e429e2-96e5-415d-8462-8b5768e927f2 on host dv-cinder-804757-3-iscsi {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:58:29.908629 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e429e2-96e5-415d-8462-8b5768e927f2,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:29.991812 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561491', 'neutron.services.segments.db._delete_segments_for_network-8775451844590'] for network, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:30.003624 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc19112f-ba8d-4504-88bf-0381b6982fa3']}} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:30.015825 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19452456-548c-45f4-9c30-62fb5ae22916') {'for_net_delete': True} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:30.016135 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19452456-548c-45f4-9c30-62fb5ae22916') {} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:30.027641 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775451844473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10028809'] for segment, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:30.045033 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:30.051907 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=100334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 09:58:30.052387 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10058782'] for segment, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: Traceback (most recent call last): Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: timer() Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: cb(*args, **kw) Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: return func(*args, **kwargs) Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: self._notify() Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: self.callback(batched_events) Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: event.method(event) Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: return f(self, *a, **k) Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._get(url).json() Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: return self.request(url, 'GET', **kwargs) Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 09:58:30.054600 dv-cinder-804757-3-iscsi neutron-server[100334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 09:58:30.063656 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-4af6b74e-3d9c-4ffd-81a0-a09aca66017e None None] For port d0e429e2-96e5-415d-8462-8b5768e927f2, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=d0e429e2-96e5-415d-8462-8b5768e927f2,segment=NetworkSegment(19452456-548c-45f4-9c30-62fb5ae22916),segment_id=19452456-548c-45f4-9c30-62fb5ae22916)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:58:30.064057 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4af6b74e-3d9c-4ffd-81a0-a09aca66017e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:30.078729 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4af6b74e-3d9c-4ffd-81a0-a09aca66017e None None] Calling delete_port for d0e429e2-96e5-415d-8462-8b5768e927f2 owned by network:dhcp {{(pid=100336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:58:30.117611 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504205'] for network, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:30.124157 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:30.128885 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cc19112f-ba8d-4504-88bf-0381b6982fa3 HTTP/1.1" status: 204 len: 168 time: 0.5391588 Aug 27 09:58:30.129419 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60922) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:30.143084 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c19e1-2984-425a-be7f-399913785634 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc19112f-ba8d-4504-88bf-0381b6982fa3,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:30.157599 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4af6b74e-3d9c-4ffd-81a0-a09aca66017e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605'] for port, after_delete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:30.179626 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6b74e-3d9c-4ffd-81a0-a09aca66017e None None] Pushing event deleted for resources: {'Port': ['ID=d0e429e2-96e5-415d-8462-8b5768e927f2,revision_number=None']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:30.182272 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4af6b74e-3d9c-4ffd-81a0-a09aca66017e None None] Network cc19112f-ba8d-4504-88bf-0381b6982fa3 is not hosted by any dhcp agent {{(pid=100336) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 27 09:58:30.182727 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af6b74e-3d9c-4ffd-81a0-a09aca66017e None None] No DVR routers for this DVR port d0e429e2-96e5-415d-8462-8b5768e927f2 on host dv-cinder-804757-3-iscsi {{(pid=100336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:58:30.392948 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 1ac733b5-54fc-44e4-873b-015b7480b2a2 no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:58:30.413724 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: 1ac733b5-54fc-44e4-873b-015b7480b2a2 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:58:30.414155 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 1ac733b5-54fc-44e4-873b-015b7480b2a2 not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:58:30.414572 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device e3898772-2de2-49a2-82f5-ef3602bb45ab no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:58:30.436079 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: e3898772-2de2-49a2-82f5-ef3602bb45ab {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:58:30.436337 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device e3898772-2de2-49a2-82f5-ef3602bb45ab not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:58:30.436827 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device d0e429e2-96e5-415d-8462-8b5768e927f2 no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:58:30.456675 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: d0e429e2-96e5-415d-8462-8b5768e927f2 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:58:30.457008 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device d0e429e2-96e5-415d-8462-8b5768e927f2 not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:58:30.492587 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-a2e99534-3343-4bee-a3d6-08d6d0c18aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505889'] for router_interface, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:30.964511 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-a2e99534-3343-4bee-a3d6-08d6d0c18aab admin admin] Deleting port 11c4f375-7725-4a18-9cd5-9e27881756e2 {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:58:30.964842 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-a2e99534-3343-4bee-a3d6-08d6d0c18aab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:31.044162 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [None req-a2e99534-3343-4bee-a3d6-08d6d0c18aab admin admin] For port 11c4f375-7725-4a18-9cd5-9e27881756e2, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=11c4f375-7725-4a18-9cd5-9e27881756e2,segment=NetworkSegment(e9d40677-97bc-47ec-81a5-e5ea6cf1e24b),segment_id=e9d40677-97bc-47ec-81a5-e5ea6cf1e24b)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:58:31.044517 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-a2e99534-3343-4bee-a3d6-08d6d0c18aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:31.056673 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-a2e99534-3343-4bee-a3d6-08d6d0c18aab admin admin] Calling delete_port for 11c4f375-7725-4a18-9cd5-9e27881756e2 owned by network:router_interface {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:58:31.230442 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-a2e99534-3343-4bee-a3d6-08d6d0c18aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10025972'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:31.257194 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e99534-3343-4bee-a3d6-08d6d0c18aab admin admin] Pushing event deleted for resources: {'Port': ['ID=11c4f375-7725-4a18-9cd5-9e27881756e2,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:31.423034 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-a2e99534-3343-4bee-a3d6-08d6d0c18aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1681814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506091'] for router_interface, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:31.637282 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e99534-3343-4bee-a3d6-08d6d0c18aab admin admin] Router a63b4a42-cbc4-4777-9bce-a6124b32ea24 has already been hosted by L3 agent 51ac5ebd-688b-4562-b9dc-e2050774514a {{(pid=100335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 09:58:31.742625 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e99534-3343-4bee-a3d6-08d6d0c18aab admin admin] Notify agent at l3_agent.dv-cinder-804757-3-iscsi the message routers_updated {{(pid=100335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 09:58:31.747659 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-a2e99534-3343-4bee-a3d6-08d6d0c18aab admin admin] 10.222.0.55 "PUT /v2.0/routers/a63b4a42-cbc4-4777-9bce-a6124b32ea24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6170368 Aug 27 09:58:31.750298 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60928) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:31.751405 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c778b4-2d55-460f-aa0e-2d3483660307 None None] Sync routers for ids ['a63b4a42-cbc4-4777-9bce-a6124b32ea24'] in dv-cinder-804757-3-iscsi {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 09:58:31.762449 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c778b4-2d55-460f-aa0e-2d3483660307 None None] Routers {'a63b4a42-cbc4-4777-9bce-a6124b32ea24'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:58:31.763067 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-d8c778b4-2d55-460f-aa0e-2d3483660307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:58:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['a63b4a42-cbc4-4777-9bce-a6124b32ea24'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:31.854741 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5173b657-8309-4da7-a79c-2a3d4777f86f admin admin] Notify callbacks [] for router, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:31.867372 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-d8c778b4-2d55-460f-aa0e-2d3483660307 None None] Set router a63b4a42-cbc4-4777-9bce-a6124b32ea24 gateway port host: dv-cinder-804757-3-iscsi {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:58:31.957352 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5173b657-8309-4da7-a79c-2a3d4777f86f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:32.016087 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-5173b657-8309-4da7-a79c-2a3d4777f86f admin admin] Deleting port a2dcae41-3f0f-413a-96c5-39105d10870a {{(pid=100335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:58:32.016697 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5173b657-8309-4da7-a79c-2a3d4777f86f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:32.040171 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-d8c778b4-2d55-460f-aa0e-2d3483660307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63b4a42-cbc4-4777-9bce-a6124b32ea24', 'name': 'tempest-TestVolumeBootPattern-2134194311-router', 'tenant_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'external_fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a2dcae41-3f0f-413a-96c5-39105d10870a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:54Z', 'updated_at': '2021-08-27T09:58:31Z', 'revision_number': 5, 'project_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'gw_port': {'id': 'a2dcae41-3f0f-413a-96c5-39105d10870a', 'name': '', 'network_id': '7e0666e1-bba7-40d6-99a1-baf82e3072a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63b4a42-cbc4-4777-9bce-a6124b32ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T09:50:55Z', 'updated_at': '2021-08-27T09:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16ad6031-57d4-4eed-bb48-2f2edbdd88d6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-3-iscsi'}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:32.066642 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c778b4-2d55-460f-aa0e-2d3483660307 None None] Checking router: a63b4a42-cbc4-4777-9bce-a6124b32ea24 for host: dv-cinder-804757-3-iscsi {{(pid=100337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 09:58:32.075351 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c778b4-2d55-460f-aa0e-2d3483660307 None None] Routers {'a63b4a42-cbc4-4777-9bce-a6124b32ea24'} bound to L3 agent in host dv-cinder-804757-3-iscsi {{(pid=100337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 09:58:32.075944 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-d8c778b4-2d55-460f-aa0e-2d3483660307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T09:39:23Z,description=,heartbeat_timestamp=2021-08-27T09:58:23Z,host='dv-cinder-804757-3-iscsi',id=51ac5ebd-688b-4562-b9dc-e2050774514a,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T09:39:23Z,topic='l3_agent')) {'router_ids': ['a63b4a42-cbc4-4777-9bce-a6124b32ea24'], 'active': True} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:32.098025 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.db [None req-5173b657-8309-4da7-a79c-2a3d4777f86f admin admin] For port a2dcae41-3f0f-413a-96c5-39105d10870a, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=a2dcae41-3f0f-413a-96c5-39105d10870a,segment=NetworkSegment(996cd93b-8fb8-413e-af82-616161875224),segment_id=996cd93b-8fb8-413e-af82-616161875224)] {{(pid=100335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:58:32.098389 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5173b657-8309-4da7-a79c-2a3d4777f86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:32.110402 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.plugins.ml2.plugin [None req-5173b657-8309-4da7-a79c-2a3d4777f86f admin admin] Calling delete_port for a2dcae41-3f0f-413a-96c5-39105d10870a owned by network:router_gateway {{(pid=100335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:58:32.161507 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_dvr_db [None req-d8c778b4-2d55-460f-aa0e-2d3483660307 None None] Set router a63b4a42-cbc4-4777-9bce-a6124b32ea24 gateway port host: None {{(pid=100337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 09:58:32.216635 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.l3_hamode_db [None req-d8c778b4-2d55-460f-aa0e-2d3483660307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63b4a42-cbc4-4777-9bce-a6124b32ea24', 'name': 'tempest-TestVolumeBootPattern-2134194311-router', 'tenant_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:54Z', 'updated_at': '2021-08-27T09:58:31Z', 'revision_number': 6, 'project_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'gw_port_host': None}], 'dv-cinder-804757-3-iscsi', False) {} {{(pid=100337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:32.244404 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c778b4-2d55-460f-aa0e-2d3483660307 None None] The sync data for ids ['a63b4a42-cbc4-4777-9bce-a6124b32ea24'] in dv-cinder-804757-3-iscsi is: [{'id': 'a63b4a42-cbc4-4777-9bce-a6124b32ea24', 'name': 'tempest-TestVolumeBootPattern-2134194311-router', 'tenant_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T09:50:54Z', 'updated_at': '2021-08-27T09:58:31Z', 'revision_number': 6, 'project_id': 'bf8538bfa91d4e8f95739f6296308d2d', 'gw_port_host': None}] {{(pid=100337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 09:58:32.279674 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5173b657-8309-4da7-a79c-2a3d4777f86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10025972'] for port, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:32.307368 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173b657-8309-4da7-a79c-2a3d4777f86f admin admin] Pushing event deleted for resources: {'Port': ['ID=a2dcae41-3f0f-413a-96c5-39105d10870a,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:32.370369 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5173b657-8309-4da7-a79c-2a3d4777f86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504241'] for router_gateway, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:32.470033 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5173b657-8309-4da7-a79c-2a3d4777f86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1023807'] for router, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:32.472135 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5173b657-8309-4da7-a79c-2a3d4777f86f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:32.517264 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5173b657-8309-4da7-a79c-2a3d4777f86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-510241'] for router, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:32.517848 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5173b657-8309-4da7-a79c-2a3d4777f86f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a63b4a42-cbc4-4777-9bce-a6124b32ea24 {{(pid=100335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 09:58:32.522810 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-5173b657-8309-4da7-a79c-2a3d4777f86f admin admin] Notify callbacks [] for router, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:32.524047 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-5173b657-8309-4da7-a79c-2a3d4777f86f admin admin] 10.222.0.55 "DELETE /v2.0/routers/a63b4a42-cbc4-4777-9bce-a6124b32ea24 HTTP/1.1" status: 204 len: 168 time: 0.7728295 Aug 27 09:58:32.526639 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 60932) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:32.571034 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe3ec6d-9176-4143-b97f-51e31c0851e6 admin admin] Deleting subnet c4908501-7fd0-4d74-9130-187b6ba68a9e {{(pid=100335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 09:58:32.574025 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ec6d-9176-4143-b97f-51e31c0851e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:32.607408 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ec6d-9176-4143-b97f-51e31c0851e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8871706'] for subnet, precommit_delete_associations {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:32.690196 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ec6d-9176-4143-b97f-51e31c0851e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492648'] for subnet, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:32.728967 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 11c4f375-7725-4a18-9cd5-9e27881756e2 no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:58:32.751155 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: 11c4f375-7725-4a18-9cd5-9e27881756e2 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:58:32.751539 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device 11c4f375-7725-4a18-9cd5-9e27881756e2 not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:58:32.757716 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ec6d-9176-4143-b97f-51e31c0851e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10025895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9764155'] for subnet, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:32.789353 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ec6d-9176-4143-b97f-51e31c0851e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for subnet, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:32.791416 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-cfe3ec6d-9176-4143-b97f-51e31c0851e6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c4908501-7fd0-4d74-9130-187b6ba68a9e HTTP/1.1" status: 204 len: 168 time: 0.2639089 Aug 27 09:58:32.793016 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3ec6d-9176-4143-b97f-51e31c0851e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4908501-7fd0-4d74-9130-187b6ba68a9e,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:32.794121 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60934) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:32.794624 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869bd2c7-5e2f-49e2-b1c1-8d2952556a62 None None] Network e3a41499-3a72-4c49-8314-7c43a596da73 requested from dv-cinder-804757-3-iscsi {{(pid=100336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 09:58:32.870082 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-574520'] for network, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:32.923479 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] Deleting port e313ea7a-2c6f-43c9-ae38-a4aee97a49c2 {{(pid=100334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:58:32.923705 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:32.984122 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] DHCP port deletion for e3a41499-3a72-4c49-8314-7c43a596da73 request from dv-cinder-804757-3-iscsi {{(pid=100336) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 09:58:32.990268 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.db [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] For port e313ea7a-2c6f-43c9-ae38-a4aee97a49c2, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=e313ea7a-2c6f-43c9-ae38-a4aee97a49c2,segment=NetworkSegment(e9d40677-97bc-47ec-81a5-e5ea6cf1e24b),segment_id=e9d40677-97bc-47ec-81a5-e5ea6cf1e24b)] {{(pid=100334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:58:32.991102 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:33.009347 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.plugin [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] Calling delete_port for e313ea7a-2c6f-43c9-ae38-a4aee97a49c2 owned by network:dhcp {{(pid=100334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:58:33.031940 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] Deleting port e313ea7a-2c6f-43c9-ae38-a4aee97a49c2 {{(pid=100336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 09:58:33.032309 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775451861535'] for port, before_delete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:33.089164 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10058795'] for port, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:33.103978 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.db [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] For port e313ea7a-2c6f-43c9-ae38-a4aee97a49c2, host dv-cinder-804757-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-3-iscsi',level=0,port_id=e313ea7a-2c6f-43c9-ae38-a4aee97a49c2,segment=NetworkSegment(e9d40677-97bc-47ec-81a5-e5ea6cf1e24b),segment_id=e9d40677-97bc-47ec-81a5-e5ea6cf1e24b)] {{(pid=100336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 09:58:33.104369 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500720'] for port, precommit_delete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:33.115210 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e313ea7a-2c6f-43c9-ae38-a4aee97a49c2,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:33.117010 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] Calling delete_port for e313ea7a-2c6f-43c9-ae38-a4aee97a49c2 owned by network:dhcp {{(pid=100336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 09:58:33.121156 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] No DVR routers for this DVR port e313ea7a-2c6f-43c9-ae38-a4aee97a49c2 on host dv-cinder-804757-3-iscsi {{(pid=100334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:58:33.194951 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1509916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775451754271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775451278605'] for port, after_delete {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:33.219412 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] Pushing event deleted for resources: {'Port': ['ID=e313ea7a-2c6f-43c9-ae38-a4aee97a49c2,revision_number=None']} {{(pid=100336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:33.228642 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] No DVR routers for this DVR port e313ea7a-2c6f-43c9-ae38-a4aee97a49c2 on host dv-cinder-804757-3-iscsi {{(pid=100336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 09:58:33.231143 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:58:33.231488 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:58:33.231824 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:58:33.232155 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:58:33.232481 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:58:33.232805 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:58:33.233148 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:58:33.233470 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:58:33.233855 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:58:33.234134 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:58:33.234496 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:58:33.234761 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b81fd9-307e-4b20-8b80-cdcfb1b2a280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-3-iscsi {{(pid=100336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 09:58:33.451390 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561491', 'neutron.services.segments.db._delete_segments_for_network-8775451844590'] for network, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:33.462861 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a41499-3a72-4c49-8314-7c43a596da73']}} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:33.472937 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d40677-97bc-47ec-81a5-e5ea6cf1e24b') {'for_net_delete': True} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:33.473228 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.services.segments.db [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d40677-97bc-47ec-81a5-e5ea6cf1e24b') {} {{(pid=100334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 09:58:33.481630 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775451844473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10028809'] for segment, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:33.494962 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769'] for segment, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:33.500661 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=100334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 09:58:33.501044 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10058782'] for segment, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: Traceback (most recent call last): Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: timer() Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: cb(*args, **kw) Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: return func(*args, **kwargs) Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: self._notify() Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: self.callback(batched_events) Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: event.method(event) Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: return f(self, *a, **k) Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._get(url).json() Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: return self.request(url, 'GET', **kwargs) Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 09:58:33.511594 dv-cinder-804757-3-iscsi neutron-server[100334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 09:58:33.559309 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1681793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504205'] for network, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:33.564480 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1681779'] for network, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:33.566319 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e3a41499-3a72-4c49-8314-7c43a596da73 HTTP/1.1" status: 204 len: 168 time: 0.7709672 Aug 27 09:58:33.577660 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcce53-4a29-423f-a3bd-9929847236a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3a41499-3a72-4c49-8314-7c43a596da73,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:33.677550 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60940) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:33.721393 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-49c7202b-ccdc-4532-be2b-35727d555520 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a36c7d635aa4453085e33b93c245c04f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420315 Aug 27 09:58:33.723866 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60942) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:33.770907 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-82e3f0e9-4abb-4895-b266-fcdb85303c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:33.791446 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-82e3f0e9-4abb-4895-b266-fcdb85303c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:33.838638 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-82e3f0e9-4abb-4895-b266-fcdb85303c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:33.841813 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-82e3f0e9-4abb-4895-b266-fcdb85303c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:33.842981 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-82e3f0e9-4abb-4895-b266-fcdb85303c47 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d4f654f3-4118-400c-9178-d8f66bf66267 HTTP/1.1" status: 204 len: 168 time: 0.1182380 Aug 27 09:58:33.851646 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3f0e9-4abb-4895-b266-fcdb85303c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f654f3-4118-400c-9178-d8f66bf66267,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:34.153636 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60948) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:34.195672 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-fc8c8c3f-ebfc-436f-acf7-bf890231bc79 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf8538bfa91d4e8f95739f6296308d2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405967 Aug 27 09:58:34.198119 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60950) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:34.246917 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7f1fd13c-4ea8-4ad9-970d-159d7dfb2c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:34.268416 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7f1fd13c-4ea8-4ad9-970d-159d7dfb2c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:34.317514 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7f1fd13c-4ea8-4ad9-970d-159d7dfb2c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:34.321475 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-7f1fd13c-4ea8-4ad9-970d-159d7dfb2c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:34.323133 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-7f1fd13c-4ea8-4ad9-970d-159d7dfb2c7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3e3315e-6e07-42ca-8ed3-6fabf1d065b7 HTTP/1.1" status: 204 len: 168 time: 0.1238730 Aug 27 09:58:34.337170 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fd13c-4ea8-4ad9-970d-159d7dfb2c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e3315e-6e07-42ca-8ed3-6fabf1d065b7,revision_number=None']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:34.413893 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device a2dcae41-3f0f-413a-96c5-39105d10870a no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:58:34.433239 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: a2dcae41-3f0f-413a-96c5-39105d10870a {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:58:34.433595 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device a2dcae41-3f0f-413a-96c5-39105d10870a not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:58:34.434010 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device e313ea7a-2c6f-43c9-ae38-a4aee97a49c2 no longer exists at agent ovs-agent-dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 09:58:34.451867 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.plugin [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] No Port match for: e313ea7a-2c6f-43c9-ae38-a4aee97a49c2 {{(pid=100336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 09:58:34.452208 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron.plugins.ml2.rpc [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Device e313ea7a-2c6f-43c9-ae38-a4aee97a49c2 not bound to the agent host dv-cinder-804757-3-iscsi {{(pid=100336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 09:58:42.478361 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 60998) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:42.582611 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-cc60c871-98c0-47ee-ac1d-b48cf39d4571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:42.668839 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-cc60c871-98c0-47ee-ac1d-b48cf39d4571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:42.672455 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-cc60c871-98c0-47ee-ac1d-b48cf39d4571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:42.708746 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-cc60c871-98c0-47ee-ac1d-b48cf39d4571 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f338930d4b8a437d8e14d9da10062d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294168 Aug 27 09:58:42.710238 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60c871-98c0-47ee-ac1d-b48cf39d4571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c357c602-9b4c-4835-8fa7-b43884c28f93,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:42.712308 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 32770) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:42.762338 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-d5419d3a-c3d3-4dff-8af6-ac6fc40c03c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:42.782409 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-d5419d3a-c3d3-4dff-8af6-ac6fc40c03c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:42.831989 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-d5419d3a-c3d3-4dff-8af6-ac6fc40c03c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:42.834612 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-d5419d3a-c3d3-4dff-8af6-ac6fc40c03c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:42.835752 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-d5419d3a-c3d3-4dff-8af6-ac6fc40c03c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c357c602-9b4c-4835-8fa7-b43884c28f93 HTTP/1.1" status: 204 len: 168 time: 0.1224604 Aug 27 09:58:42.843135 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5419d3a-c3d3-4dff-8af6-ac6fc40c03c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c357c602-9b4c-4835-8fa7-b43884c28f93,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:47.231702 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:58:50.634034 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-b0ff05e5-f4b4-4742-a3ad-e86e5e37b1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:51.784351 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.wsgi [-] (100334) accepted ('10.222.0.55', 32842) {{(pid=100334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:51.887280 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-61fefcfe-bc56-4a7f-8fba-e9944d8f5cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:51.972576 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-61fefcfe-bc56-4a7f-8fba-e9944d8f5cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:51.976669 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron_lib.callbacks.manager [None req-61fefcfe-bc56-4a7f-8fba-e9944d8f5cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_create {{(pid=100334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:52.013616 dv-cinder-804757-3-iscsi neutron-server[100334]: INFO neutron.wsgi [None req-61fefcfe-bc56-4a7f-8fba-e9944d8f5cca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d19a8251402457f8fb3d401c18ec2aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281847 Aug 27 09:58:52.014479 dv-cinder-804757-3-iscsi neutron-server[100334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fefcfe-bc56-4a7f-8fba-e9944d8f5cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d493706-1eb5-4b34-b77b-f9c1ce1eeda8,revision_number=1']} {{(pid=100334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:52.016390 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [-] (100335) accepted ('10.222.0.55', 32846) {{(pid=100335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 09:58:52.065391 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2ceb882c-9b64-403c-b38b-ed52bef09c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:52.085414 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2ceb882c-9b64-403c-b38b-ed52bef09c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:52.130302 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2ceb882c-9b64-403c-b38b-ed52bef09c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413969'] for security_group, after_delete {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:52.132872 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron_lib.callbacks.manager [None req-2ceb882c-9b64-403c-b38b-ed52bef09c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:52.134058 dv-cinder-804757-3-iscsi neutron-server[100335]: INFO neutron.wsgi [None req-2ceb882c-9b64-403c-b38b-ed52bef09c3b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d493706-1eb5-4b34-b77b-f9c1ce1eeda8 HTTP/1.1" status: 204 len: 168 time: 0.1166098 Aug 27 09:58:52.141419 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb882c-9b64-403c-b38b-ed52bef09c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d493706-1eb5-4b34-b77b-f9c1ce1eeda8,revision_number=None']} {{(pid=100335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 09:58:53.363167 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-ea6fd377-6d75-4ef4-91cf-ce9e1ae24ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:53.577851 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:54.579003 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:54.965344 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:58:56.358143 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:59:20.634009 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-65124510-4176-4dfa-8eb5-088c389eb613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:59:23.364131 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-e6244a2b-940b-4126-8f31-de42e6857b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:59:23.579551 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:59:24.230420 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 09:59:24.585426 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:59:24.967964 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:59:26.360118 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:59:50.634130 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-3d7f1fe6-0842-4be5-a7f2-17a865d7a682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:59:53.365228 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9b94ff6b-5f91-4221-9b54-8fca857514bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:59:53.578768 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:59:54.577227 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:59:54.969463 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 09:59:56.362083 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:00:01.230611 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 10:00:20.635058 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-852bf9ed-6109-48c5-81ff-86bcf5b079bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:00:23.368247 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd3ce-d058-43bd-a659-889d9a936072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:00:23.581738 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:00:24.594103 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:00:24.975129 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:00:26.365626 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:00:38.230020 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 10:00:50.636425 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-21720015-a6ce-4edb-b903-48933f0601e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:00:53.371140 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4de8f89b-9be0-43a4-96af-026dd2fc27d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:00:53.583295 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:00:54.595022 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:00:54.975123 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:00:56.368888 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:01:15.230022 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 10:01:20.643632 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-62f4e6c6-9def-494f-ab6a-74135a4cf9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:01:23.373299 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-33f7b4bd-e4d9-4a26-8913-ad8123ae6c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:01:23.588542 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:01:24.595437 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:01:24.980937 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:01:26.371636 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:01:50.635300 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-d8678430-90bb-4316-8ce4-ff1fb16fafe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:01:52.229300 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 10:01:53.375696 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-c0d31a39-68db-4281-a9d1-ea34fe1e0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:01:53.593225 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:01:54.623348 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:01:54.982205 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:01:56.373313 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:02:20.636781 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-75233e53-b0fc-409e-b7fa-aa334b3f6c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:02:23.380036 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-683b8a2e-d8f3-4c65-8b44-e77a96f28cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:02:23.595731 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:02:24.622831 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:02:24.985130 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:02:26.375563 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:02:29.235831 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 10:02:40.867036 dv-cinder-804757-3-iscsi neutron-server[100335]: DEBUG neutron.wsgi [req-6b6299fc-d02b-4db0-9554-10db5a62996e req-dcc57a87-0a54-4431-ac34-6655c2da7997 service neutron] (100335) timed out ('10.222.0.65', 56488) {{(pid=100335) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 10:02:50.643323 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-188b1326-70f0-4930-8d4d-d640ba091c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:02:53.388852 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-774550ad-5122-4cce-a206-836f683b53a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:02:53.602690 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:02:54.640027 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:02:54.996755 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:02:56.377620 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:03:06.236040 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 10:03:20.636215 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-6f7e5afa-a567-4a3a-a61f-5fdde20daf6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:03:23.380884 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-71a538bf-399a-48d4-ba0c-81d491319110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:03:23.596493 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:03:24.638193 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:03:24.989202 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:03:26.380816 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:03:43.235137 dv-cinder-804757-3-iscsi neutron-server[100337]: DEBUG neutron.db.agents_db [None req-729772f4-a1bf-4ed7-938a-332dba9b4004 None None] Agent healthcheck: found 6 active agents {{(pid=100337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 10:03:50.637922 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-574e4bdf-bd09-418d-a552-de25d4ea69cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:03:53.382864 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-71cfef72-fc7a-4689-9cc8-ecd6a723902b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:03:53.602074 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-4854cf87-ab64-4c8e-8dc2-003d91a4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:03:54.651663 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-9f7b87cf-55f9-493f-b85d-dc497a273161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:03:54.991999 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-571cd96a-8771-4fa5-8ce9-8f8240dc8196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 10:03:56.384250 dv-cinder-804757-3-iscsi neutron-server[100336]: DEBUG neutron_lib.callbacks.manager [None req-517aaf7a-f170-48d3-af9e-d12443bcaac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775451844572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561769'] for agent, after_update {{(pid=100336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}